-- Logs begin at Tue 2021-08-31 22:52:37 UTC, end at Tue 2021-08-31 23:57:24 UTC. -- Aug 31 23:27:30.412906 dv-cinder-759943-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 23:27:33.114889 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Aug 31 23:27:33.115477 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 23:27:33.115664 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 23:27:33.118948 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Aug 31 23:27:33.119206 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 23:27:33.119519 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 23:27:33.120458 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 23:27:33.120694 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 23:27:33.121060 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 23:27:33.121306 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 23:27:33.121536 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 23:27:33.121856 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.122155 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.122451 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.122704 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.122997 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.123287 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.123576 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.123865 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.124164 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.124449 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.124729 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.125012 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.125240 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.125522 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.125808 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.126092 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.126314 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.126623 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.127045 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.127449 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.127729 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.128018 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.128294 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.128565 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.128840 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.129121 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.129452 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] host = dv-cinder-759943-18-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.129728 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.130015 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.130298 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.130605 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.130881 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.131154 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.131437 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.131707 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.131976 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.132248 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.132533 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.133327 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.133614 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.133837 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.134064 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.134351 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.134667 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.134944 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.135215 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.135485 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.135757 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.136027 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.136293 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.136573 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.136853 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.137135 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.137406 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.137677 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.137949 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.138218 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.138499 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.138817 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.139088 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.139360 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.139647 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.139915 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.140187 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.140485 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.140768 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.141046 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.141327 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.141598 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.141877 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.142149 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.142417 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.142714 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.142986 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.143257 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.143534 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.143808 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.144084 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.144353 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.144620 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.144901 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:33.145193 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.145485 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.145784 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.146068 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.146361 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.146671 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.146963 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.147241 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.147527 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.147816 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.148106 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.148932 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.149223 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.149500 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.149795 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.150096 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.150392 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.150715 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.150994 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.151269 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.151544 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.151822 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.152107 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.152385 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.152673 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.152960 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.153240 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.153524 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.153814 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.154108 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.154383 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.154683 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.154975 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.155251 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.155523 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.155799 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.156085 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.156364 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.156636 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.156917 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.157194 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.157466 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.157738 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.158013 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.158304 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.158604 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.158879 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.159150 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.159425 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.159697 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.159979 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.160257 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.160531 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.160803 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.161078 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.161348 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.161616 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.161891 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.162161 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.162437 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.162736 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.163013 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.163284 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.163559 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.163829 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.164127 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.164398 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.164674 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.164945 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.165214 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.165489 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.165759 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.166029 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.166317 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.166640 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.166920 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.167198 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.167474 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.167750 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.168025 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.168301 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.168576 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.168849 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.169119 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.169405 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.169685 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.169967 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.170249 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.170525 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.170844 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.171119 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.171398 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.171673 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.171945 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.172227 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.172507 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.172799 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.173091 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.173381 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.173671 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.173962 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.174252 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.174582 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.174869 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:33.175087 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 23:27:33.175324 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93975) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 23:27:33.523972 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 23:27:33.524178 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 23:27:33.524466 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 23:27:33.524794 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 23:27:33.916334 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.916619 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.916893 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.918153 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.918425 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.918711 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.952855 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.953133 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.953399 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.969969 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.970248 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:33.970518 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.000162 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.000440 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.000712 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.038736 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.039064 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.039822 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.278780 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.279377 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.279377 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.279540 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.280194 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.399769 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.400087 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.400369 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.400644 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.400911 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.401218 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.401477 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.401731 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.401984 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.402262 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.402519 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.402802 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.403059 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.403310 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.403565 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.403825 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.404080 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.404349 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.404619 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.404877 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.405145 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.405397 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.405676 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.406049 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.406299 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.406568 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.406958 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:34.407202 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:34.407443 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:34.407682 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:34.407918 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:34.408151 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:34.408512 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 23:27:34.411600 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 23:27:34.416066 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 23:27:34.419770 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 31 23:27:34.421403 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 23:27:34.421859 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 23:27:34.422341 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 23:27:34.422762 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 23:27:34.425506 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 23:27:34.425756 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 23:27:34.426101 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 23:27:34.431999 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 23:27:34.453557 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 23:27:34.454009 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.454308 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 23:27:34.454702 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.456053 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 23:27:34.456331 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 23:27:34.456574 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 23:27:34.459755 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.460041 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:34.524079 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 23:27:34.524315 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 23:27:34.524546 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 23:27:34.524906 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 23:27:34.546130 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_db.sqlalchemy.engines [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93975) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 23:27:35.074721 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing driver for type 'gre' Aug 31 23:27:35.075298 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] gre ID ranges: [(1, 1000)] Aug 31 23:27:35.125764 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing driver for type 'local' Aug 31 23:27:35.126099 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing driver for type 'vlan' Aug 31 23:27:35.138597 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] VlanTypeDriver initialization complete Aug 31 23:27:35.138975 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing driver for type 'vxlan' Aug 31 23:27:35.139476 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] vxlan ID ranges: [(1, 1000)] Aug 31 23:27:35.190862 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing extension driver 'port_security' Aug 31 23:27:35.191204 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.extensions.port_security [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] PortSecurityExtensionDriver initialization complete Aug 31 23:27:35.191540 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing mechanism driver 'openvswitch' Aug 31 23:27:35.191868 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing mechanism driver 'hyperv' Aug 31 23:27:35.198804 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:27:35.199492 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.199869 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.200228 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.200748 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:27:35.201185 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.201543 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.201895 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.202296 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:27:35.202738 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.203097 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.203446 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.203836 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:27:35.204248 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > security_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.204632 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > security_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.204979 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.205510 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:27:35.205920 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.206274 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.206646 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.207045 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:27:35.207455 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > address_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.207803 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > address_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.208145 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.208538 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:27:35.208917 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] ML2 OVO RPC backend initialized. {{(pid=93975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 23:27:35.209622 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.209979 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.210398 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.210774 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > networks before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.211728 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.212073 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > ports before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.212419 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnet before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.212764 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnets before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.213112 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.213453 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.213793 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.214134 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.214472 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.214837 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.215176 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.215511 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.215847 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.216418 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.plugin [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Modular L2 Plugin initialization complete Aug 31 23:27:35.216744 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading services supported by the core plugin {{(pid=93975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 23:27:35.217070 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Got port-security extension from driver 'port_security' Aug 31 23:27:35.217532 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.extensions.vlantransparent [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Disabled vlantransparent extension. Aug 31 23:27:35.218015 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 23:27:35.218345 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: router Aug 31 23:27:35.255245 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.255642 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.256015 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router before_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.256383 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.256761 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.257123 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router after_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.257486 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.258376 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.258764 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.259117 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.259470 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.259820 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.260181 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.260590 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.260960 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.261300 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.261638 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.261976 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.262325 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.262704 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.263051 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: port before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.263397 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.263753 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.264099 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.264453 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.264817 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.265168 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.265533 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.265885 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > agent after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.266232 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.267112 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Tracking information for resource: router configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:35.267445 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Tracking information for resource: floatingip configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:27:35.272410 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.db.l3_agentschedulers_db [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 23:27:35.272999 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.273469 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.274350 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.274738 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.275544 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router before_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.275914 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.276279 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.276639 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > router precommit_update 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.281229 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.services.provider_configuration [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service providers = [] {{(pid=93975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 23:27:35.281743 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.db.servicetype_db [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 23:27:35.284594 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:27:35.284952 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:27:35.285299 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:27:35.286200 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:27:35.286598 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.services.service_base [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 23:27:35.286976 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.287295 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 23:27:35.298691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.299030 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: auto_allocate Aug 31 23:27:35.304917 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: network precommit_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.305298 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: network precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.305830 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.306153 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: tag Aug 31 23:27:35.312761 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.313089 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: timestamp Aug 31 23:27:35.317135 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.317477 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: network_ip_availability Aug 31 23:27:35.323827 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.324324 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.324718 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.325797 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.326082 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: flavors Aug 31 23:27:35.331940 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.332406 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading Plugin: revisions Aug 31 23:27:35.338504 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:27:35.338952 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 23:27:35.339924 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 23:27:35.340378 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Initializing extension manager. Aug 31 23:27:35.341040 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: __init__.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.341391 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: __pycache__ {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.341815 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.342185 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.343119 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.343703 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: address-group Aug 31 23:27:35.344028 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.344750 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.345259 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: address-scope Aug 31 23:27:35.345582 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.346824 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.347332 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: router-admin-state-down-before-update Aug 31 23:27:35.347658 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: agent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.348567 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.349077 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: agent Aug 31 23:27:35.349398 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: agent_resources_synced.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.350313 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.350860 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: agent-resources-synced Aug 31 23:27:35.351184 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: allowedaddresspairs.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.353024 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.353544 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: allowed-address-pairs Aug 31 23:27:35.353874 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: auto_allocated_topology.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.354988 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.355499 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: auto-allocated-topology Aug 31 23:27:35.355824 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.356524 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.357034 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: availability_zone Aug 31 23:27:35.357355 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: availability_zone_filter.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.358278 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.358813 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: availability_zone_filter Aug 31 23:27:35.359140 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: data_plane_status.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.360051 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.360551 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 23:27:35.360874 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: default_subnetpools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.361792 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.362299 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: default-subnetpools Aug 31 23:27:35.362663 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.363484 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.363995 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: dhcp_agent_scheduler Aug 31 23:27:35.364326 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: dns.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.365248 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.365758 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 23:27:35.366085 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: dns_domain_ports.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.367078 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.367581 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 23:27:35.367908 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.368830 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.369332 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 23:27:35.369657 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: dvr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.370332 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.370873 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: dvr Aug 31 23:27:35.371196 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: ecmp_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.372119 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.372620 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 23:27:35.372942 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: empty_string_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.373857 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.374362 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: empty-string-filtering Aug 31 23:27:35.374722 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.375642 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.376145 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 23:27:35.376466 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.377388 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.377887 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 23:27:35.378207 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: external_net.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.379159 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.379663 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: external-net Aug 31 23:27:35.379983 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.380897 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.381400 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: extra_dhcp_opt Aug 31 23:27:35.381721 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: extraroute.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.383190 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.383704 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: extraroute Aug 31 23:27:35.384026 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: extraroute_atomic.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.385075 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.385583 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: extraroute-atomic Aug 31 23:27:35.385906 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: filter_validation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.386614 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.387121 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: filter-validation Aug 31 23:27:35.387442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: fip_pf_description.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.388357 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.388854 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 23:27:35.389175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: fip_port_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.390097 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.390638 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: fip-port-details Aug 31 23:27:35.390964 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.392190 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.392712 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: flavors Aug 31 23:27:35.393041 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.394737 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.395270 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 23:27:35.395598 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: floatingip_pools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.396313 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.396826 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: floatingip-pools Aug 31 23:27:35.397153 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: ip_allocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.398088 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.399220 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 23:27:35.399543 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.400480 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.400993 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: ip-substring-filtering Aug 31 23:27:35.401319 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l2_adjacency.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.402267 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.402812 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 23:27:35.403139 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l3.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.404242 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.404764 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: router Aug 31 23:27:35.405090 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.407355 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.407884 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 23:27:35.408217 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.409167 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.409683 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: ext-gw-mode Aug 31 23:27:35.410009 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.410986 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.411500 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: l3-ha Aug 31 23:27:35.411824 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l3_flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.412745 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.413257 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: l3-flavors Aug 31 23:27:35.413582 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.414527 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.415056 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 23:27:35.415383 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: l3agentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.416423 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.416936 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: l3_agent_scheduler Aug 31 23:27:35.417282 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: logging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.418781 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.419311 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension logging not supported by any of loaded plugins Aug 31 23:27:35.419645 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: metering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.420399 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.420979 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: metering Aug 31 23:27:35.421307 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.422418 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.422970 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: metering_source_and_destination_fields Aug 31 23:27:35.423299 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: multiprovidernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.424238 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.424755 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: multi-provider Aug 31 23:27:35.425082 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: netmtu.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.426007 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.426515 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: net-mtu Aug 31 23:27:35.426874 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: netmtu_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.427799 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.428306 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: net-mtu-writable Aug 31 23:27:35.428634 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: network_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.429308 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.429840 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: network_availability_zone Aug 31 23:27:35.430162 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: network_ip_availability.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.431278 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.431795 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: network-ip-availability Aug 31 23:27:35.432119 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: network_segment_range.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.432892 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.433400 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 23:27:35.433727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: pagination.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.434753 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.435083 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: pagination Aug 31 23:27:35.435402 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: port_device_profile.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.436328 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.436836 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: port-device-profile Aug 31 23:27:35.437156 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.438090 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.438624 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: port-mac-address-regenerate Aug 31 23:27:35.438951 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.439875 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.440384 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: port-numa-affinity-policy Aug 31 23:27:35.440706 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: port_resource_request.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.441654 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.442163 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 23:27:35.442490 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: portbindings.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.443469 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.443987 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: binding Aug 31 23:27:35.444310 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: portbindings_extended.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.446257 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.446811 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: binding-extended Aug 31 23:27:35.447145 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: portsecurity.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.448072 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.448584 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: port-security Aug 31 23:27:35.448911 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: project_id.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.449891 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.450227 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: project-id Aug 31 23:27:35.450581 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: providernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.451521 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.452031 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: provider Aug 31 23:27:35.452354 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.455914 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.456439 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos not supported by any of loaded plugins Aug 31 23:27:35.456776 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.458031 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.458558 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 23:27:35.458902 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.459829 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.460341 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 23:27:35.460666 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_default.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.462220 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.462763 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-default not supported by any of loaded plugins Aug 31 23:27:35.463095 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.463753 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.464264 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 23:27:35.464587 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_gateway_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.465515 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.466022 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 23:27:35.466344 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_port_network_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.467286 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.467793 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 23:27:35.468116 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_pps_rule.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.469288 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.469807 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 23:27:35.470132 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_rule_type_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.471340 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.471857 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 23:27:35.472180 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: qos_rules_alias.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.473232 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.473742 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 23:27:35.474072 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: quotasv2.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.475024 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.475356 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: quotas Aug 31 23:27:35.475677 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: quotasv2_detail.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.478802 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.479146 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: quota_details Aug 31 23:27:35.479475 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: rbac.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.480726 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.481253 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: rbac-policies Aug 31 23:27:35.481585 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: rbac_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.482530 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.483078 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: rbac-address-group Aug 31 23:27:35.483403 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: rbac_address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.484337 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.484851 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: rbac-address-scope Aug 31 23:27:35.485176 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: rbac_security_groups.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.486101 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.486647 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: rbac-security-groups Aug 31 23:27:35.486974 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: rbac_subnetpool.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.487898 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.488406 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: rbac-subnetpool Aug 31 23:27:35.488728 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: revisionifmatch.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.489658 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.490167 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: revision-if-match Aug 31 23:27:35.490490 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: revisions.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.491650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.492705 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: standard-attr-revisions Aug 31 23:27:35.493031 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: router_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.493713 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.494222 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: router_availability_zone Aug 31 23:27:35.494567 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: routerservicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.495503 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.496011 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 23:27:35.496334 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.497263 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.497773 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: security-groups-normalized-cidr Aug 31 23:27:35.498095 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.499054 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.499564 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: port-security-groups-filtering Aug 31 23:27:35.499888 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.500819 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.501338 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: security-groups-remote-address-group Aug 31 23:27:35.501663 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: securitygroup.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.511827 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.512366 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: security-group Aug 31 23:27:35.512703 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.513494 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.514011 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension segment not supported by any of loaded plugins Aug 31 23:27:35.514341 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.515324 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.515839 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 23:27:35.516168 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: servicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.517356 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.517881 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: service-type Aug 31 23:27:35.518211 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: sorting.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.519231 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.519572 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: sorting Aug 31 23:27:35.519902 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: standard_attr_segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.520831 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.521349 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 23:27:35.521676 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: standardattrdescription.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.522328 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.522867 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: standard-attr-description Aug 31 23:27:35.523194 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: stateful_security_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.524170 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.524688 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: stateful-security-group Aug 31 23:27:35.525015 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: stdattrs_common.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.525601 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 23:27:35.525924 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.526898 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.527416 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 23:27:35.527740 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: subnet_onboard.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.528834 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.529351 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: subnet_onboard Aug 31 23:27:35.529677 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.530638 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.531149 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 23:27:35.531472 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: subnet_service_types.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.532405 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.532915 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: subnet-service-types Aug 31 23:27:35.533237 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: subnetallocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.534329 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.534867 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: subnet_allocation Aug 31 23:27:35.535196 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.535869 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.536379 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: subnetpool-prefix-ops Aug 31 23:27:35.536703 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.537637 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.538173 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 23:27:35.538499 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: tagging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.539603 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.540126 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: standard-attr-tag Aug 31 23:27:35.540456 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: timestamp.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.541667 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.542192 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loaded extension: standard-attr-timestamp Aug 31 23:27:35.542520 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: trunk.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.543640 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.544162 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension trunk not supported by any of loaded plugins Aug 31 23:27:35.544491 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: trunk_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.545423 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.545938 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 23:27:35.546265 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: uplink_status_propagation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.547220 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.547741 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 23:27:35.548066 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Loading extension file: vlantransparent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:27:35.548737 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:27:35.549246 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 23:27:35.551691 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:network Aug 31 23:27:35.552217 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:subnet Aug 31 23:27:35.552622 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:27:35.553019 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:port Aug 31 23:27:35.554253 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.555247 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.555889 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.556314 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.556647 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:router Aug 31 23:27:35.557086 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 23:27:35.557582 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.559081 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.559455 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.559813 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:27:35.560908 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 23:27:35.561363 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:security_group Aug 31 23:27:35.561791 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 23:27:35.563484 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.563838 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:27:35.564204 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] subnetpool is already registered Aug 31 23:27:35.564650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.564985 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:27:35.565326 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] subnetpool is already registered Aug 31 23:27:35.567677 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.568115 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.568713 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.569140 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.569474 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:router Aug 31 23:27:35.569816 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] router is already registered Aug 31 23:27:35.570283 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 23:27:35.571134 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] floatingip is already registered Aug 31 23:27:35.571594 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.572267 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 23:27:35.572597 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] rbac_policy is already registered Aug 31 23:27:35.573014 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:security_group Aug 31 23:27:35.573353 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] security_group is already registered Aug 31 23:27:35.573756 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 23:27:35.574096 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] security_group_rule is already registered Aug 31 23:27:35.574769 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.575096 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:27:35.575429 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] subnetpool is already registered Aug 31 23:27:35.575936 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:27:35.576204 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:27:35.576571 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] subnetpool is already registered Aug 31 23:27:35.577058 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: extensions {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.578498 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: address-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.580009 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: address-scopes {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.581330 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.582503 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: auto-allocated-topology {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.583763 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: availability_zones {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.584995 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: dhcp-networks {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.586528 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: dhcp-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.587962 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.590144 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: flavors {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.591356 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.592572 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: next_providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.594018 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.595563 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: floatingip-pools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.597034 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.599184 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: floatingips {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.600474 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: l3-routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.601880 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: l3-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.603317 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: metering-labels {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.604678 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: metering-label-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.605988 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: network-ip-availabilities {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.607274 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: bindings {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.608911 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.610349 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.611791 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: rbac-policies {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.612989 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: security-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.614290 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: security-group-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.615564 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: service-providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.616794 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.618767 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.620239 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.621896 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.623716 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.625518 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.628414 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.630288 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.631998 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.634640 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.637811 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.639587 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:27:35.650085 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 23:27:35.655825 dv-cinder-759943-18-iscsi neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 23:27:35.664336 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Acquired lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 23:27:35.664822 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Releasing lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 23:27:35.665464 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO oslo_service.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Starting 2 workers Aug 31 23:27:35.670287 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Started child 94084 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:27:35.674694 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Started child 94085 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:27:35.675619 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:35.676332 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO neutron.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 23:27:35.676942 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Notify callbacks [] for process, before_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:35.677110 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [-] (94084) wsgi starting up on http://0.0.0.0:9696 Aug 31 23:27:35.679383 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO oslo_service.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Starting 1 workers Aug 31 23:27:35.680034 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:35.681218 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [-] (94085) wsgi starting up on http://0.0.0.0:9696 Aug 31 23:27:35.685143 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Started child 94086 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:27:35.685667 dv-cinder-759943-18-iscsi neutron-server[93975]: INFO oslo_service.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Starting 1 workers Aug 31 23:27:35.688512 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] calling RpcWorker wait() {{(pid=94086) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 23:27:35.689110 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] returning from RpcWorker wait() {{(pid=94086) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 23:27:35.690121 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Started child 94087 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:27:35.690298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:35.690696 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:27:35.690972 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ecb-39cd-43c4-adef-63c7f2888d31 None None] Notify callbacks [] for process, after_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:35.692870 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 23:27:35.693085 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 23:27:35.693280 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 23:27:35.693504 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 23:27:35.693833 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 23:27:35.694014 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 23:27:35.694490 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.694828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.695071 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.695264 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:35.696325 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.696325 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.696776 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.697032 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.697277 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.697564 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.697800 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.697960 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.698123 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.698353 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.698620 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.698928 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.699214 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.699457 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.699728 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.699901 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.700168 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.700437 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.700667 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.700951 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.701195 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.701670 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.701900 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.702152 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.702373 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.702679 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.702931 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.703219 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.703455 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.703794 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.703942 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.704174 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.704416 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.704666 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.704845 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.705101 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.705780 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.705949 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host = dv-cinder-759943-18-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.706092 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.706230 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.706477 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.706811 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.707004 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.707219 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.707488 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.707745 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.708010 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.708241 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.708493 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.708738 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.708953 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.709204 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.709370 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.709586 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.709854 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.710125 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.710501 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.710714 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.710872 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.711106 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.711264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.711510 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.711728 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.711947 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.712165 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.712401 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.712639 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.712885 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.713130 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.713351 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.713582 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.713855 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.714056 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.714282 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.714509 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.714796 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.714966 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.715202 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.715400 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.715633 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.715850 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.716065 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.716342 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.716575 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.716832 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.717069 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.717320 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.717551 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.717780 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.717998 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.718264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.718496 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.718765 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.719010 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.719245 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.719677 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.719837 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.720020 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.720241 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.720459 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.720691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.721533 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.721533 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.724658 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.724658 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.724658 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.724658 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.726342 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.726342 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.726342 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.726342 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.726342 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.726342 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.728691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.728691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.728691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.728691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732000 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.732166 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.735828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.738052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.741650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.745175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.746118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.747727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.750141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.751157 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.752442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.752442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.752442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.752442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.752442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.752442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.753165 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.753165 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.753165 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.753530 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.753530 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.753813 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.753953 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.754080 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.754317 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.754568 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.754777 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.755052 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.755237 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.755616 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.755782 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.756023 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.756322 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.756506 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.756736 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.756977 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.757229 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.757467 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.757780 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.758570 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.758830 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.759044 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.759353 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.759843 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.759988 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.760948 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.760948 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.760948 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.760948 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.761482 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.761482 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.761729 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.761869 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.762086 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.762348 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.762691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.762928 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.763176 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.763423 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.763737 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.763964 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.764176 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.764413 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.764665 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.764883 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.766706 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.766706 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.766706 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.766706 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.766706 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.767187 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.767187 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768223 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768223 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768223 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768223 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768223 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768940 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768940 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768940 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.768940 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.769411 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.769411 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.770329 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.770329 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.770329 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.770329 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.770824 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.770824 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.771087 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.771087 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.771325 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.771527 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.771781 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.772622 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.772622 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.772622 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.773008 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.773008 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.773258 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.773412 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.773674 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.773826 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.774039 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.774252 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.774459 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.774691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.774907 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.775114 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.775321 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.775540 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.775770 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.776024 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.776269 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.776593 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.776838 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.777059 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.777297 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.777504 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.777748 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.777993 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.778215 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.778450 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.778686 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.778920 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.779167 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.779606 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.779977 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.780206 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.780569 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.780931 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.781144 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.781389 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.781671 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.781933 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.782333 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.782609 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.782854 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.783063 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.783312 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.783542 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.783735 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.783951 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.784185 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.784396 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.784638 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.784865 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.785069 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.785284 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.785516 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.785721 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.785966 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.786176 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.786433 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.786670 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.786882 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.787086 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.787329 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.787534 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.787739 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.787965 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.788175 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.788380 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.788605 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.788833 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.789091 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.789259 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.789476 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.789701 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.790001 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.790251 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.790466 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.790776 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.791017 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.791254 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.791490 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.791790 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.792000 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.792250 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.792464 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.792674 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.792889 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.793136 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.793446 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.793730 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.793989 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.794233 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.794495 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.794770 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.795043 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.795250 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.795556 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.795868 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.796123 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.796382 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.796602 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.796854 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.797072 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.797282 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.797512 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.797741 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.797951 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.798204 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.798442 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.798685 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.798895 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.799231 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.799375 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.799655 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.799894 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.800107 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.800315 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.800467 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 23:27:35.800975 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 23:27:35.801131 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 23:27:35.801280 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 23:27:35.801462 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 23:27:35.801674 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 23:27:35.801896 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 23:27:35.802158 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.802158 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.802317 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.802398 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.802525 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.802712 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.802864 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.803009 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.803151 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.803277 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.803430 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.803583 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.803736 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.803888 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.804041 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.804179 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.804338 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.804493 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.805384 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.805384 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.805549 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.805630 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.805759 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.805913 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.806115 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.806277 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.806431 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.806609 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.806767 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.806918 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.807108 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.807270 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.807397 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.807537 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.807669 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.807795 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.807909 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.808068 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.808221 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.808374 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.808527 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host = dv-cinder-759943-18-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.808680 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.808835 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.808988 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.809141 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.809327 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.809420 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.809576 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.809730 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810030 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810030 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810244 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810374 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810499 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810646 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810771 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.810897 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.811042 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.811194 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.811377 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.811535 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.811689 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.811841 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.811994 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.812147 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.812301 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.812455 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.812607 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.812759 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.812911 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.813063 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.813217 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.813369 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.813522 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.813676 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.813828 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.813981 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.814134 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.814271 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.814428 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.814600 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.814754 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.814907 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.815053 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.815202 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.815354 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.815506 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.815650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.815806 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.815958 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.816109 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.816265 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.816420 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.816578 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.816733 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.816887 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.817040 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.817194 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.817348 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.817501 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.817656 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.817809 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.817962 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.818118 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.818273 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.818428 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.818599 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.818757 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.818912 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.819067 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:27:35.819242 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.819458 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.819589 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.819714 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.819856 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.819987 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.820143 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.820905 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.821063 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.821220 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.821383 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.821540 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.821708 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.821866 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.822021 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.822179 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.822336 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.822492 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.822671 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.822827 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.822984 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.823140 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.823305 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.823460 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.823616 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.823772 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.823928 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.824099 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.824257 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.824414 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.824571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.824728 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.824885 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.825042 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.825199 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.825357 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.825514 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.825674 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.825830 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.826035 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.826139 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:27:35.826233 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.826315 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.826433 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.826609 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.826769 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.826926 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.827081 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.827238 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.827395 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.827551 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.827708 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.827865 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.828022 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.828179 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.828337 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.828503 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.828659 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.828816 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.828973 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.829128 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.829284 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.829459 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.829595 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.829751 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.829908 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.830064 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.830233 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.830389 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.830561 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.830722 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.830879 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.831034 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.831190 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.831346 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.831503 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.831658 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.831814 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.831970 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.832125 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.832281 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.832437 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.832593 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.832750 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.832905 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.833061 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.833217 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.833372 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.833528 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.833684 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.833848 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.834019 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.834174 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.834329 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.834484 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.834668 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.834824 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.834980 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.835135 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.835291 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.835446 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.835605 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.835761 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.835941 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.836097 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.836254 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.836408 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.836564 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.836718 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.836873 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.837030 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.837185 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.837340 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.837496 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.837650 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.837804 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.837958 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.838122 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.838278 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.838435 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.838609 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.838774 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.838941 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.839098 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.839254 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.839411 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.839566 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.839724 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.839879 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.840036 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.840191 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.840347 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.840503 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.840666 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.840832 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.840988 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.841144 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.841402 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.841527 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.841608 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.841752 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.841908 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.842063 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.842219 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.842374 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.842567 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.842727 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.842883 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.843043 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.843197 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.843508 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.843653 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.843811 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.843969 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.844126 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.844273 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.844412 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.844571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.844729 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845096 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845096 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845351 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845351 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845616 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845616 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845880 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.845880 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.846380 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.846516 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.846674 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.846819 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847044 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847044 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847309 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847444 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847579 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847725 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847860 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.847993 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.848129 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.848263 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.848397 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.848539 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.848673 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.848809 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.848926 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.849083 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.849239 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.849401 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.849549 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.849691 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.849838 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.849993 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.850185 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.850319 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.850461 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.850634 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.850784 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.850941 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.851097 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.851255 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.851925 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.852097 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.852253 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.852412 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.852571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.852728 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.852885 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.853042 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.853182 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.853343 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.853498 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.853668 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.853823 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.853979 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.854135 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.854290 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.854445 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.854635 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.854792 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.854948 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.855102 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.855246 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.855402 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.855568 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.855723 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.855878 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.856033 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.856192 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.856347 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.858571 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859264 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859810 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859810 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859810 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859810 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859810 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.859810 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860235 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860235 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860235 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860440 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860518 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860665 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860833 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.860986 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.861143 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.861302 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.861468 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.861630 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.861787 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.861950 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.862114 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.862279 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.862435 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.862616 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.862786 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.862941 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.863097 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.863254 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.863410 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.863564 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.863720 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.863876 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.864032 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.864188 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.864345 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.864500 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.864655 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.864809 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.864964 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.865119 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.865274 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.865428 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.865583 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.865739 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:27:35.865889 dv-cinder-759943-18-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 23:27:36.085895 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 43980) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:27:36.094305 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062482 Aug 31 23:27:47.393702 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3065e-b867-4131-b6e7-19c6fc9777f4 None None] get_active_networks_info from dv-cinder-759943-18-iscsi {{(pid=94086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 23:27:47.469755 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc3065e-b867-4131-b6e7-19c6fc9777f4 None None] No non-hosted networks {{(pid=94086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 23:27:47.479423 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.agentschedulers_db [None req-fcc3065e-b867-4131-b6e7-19c6fc9777f4 None None] DHCP Agent not found on host dv-cinder-759943-18-iscsi {{(pid=94086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 23:27:47.547487 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4ed88db-321f-4a98-9f0f-e6f4237d64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-515300'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:49.762616 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0895d441-7a75-40dd-95e7-dff52031d3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-515300'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:49.802751 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be516107-7d31-4033-875f-fce8a603ed13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:49.884419 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-515300'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:49.885115 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.885454 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.885953 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.886439 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.886974 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.887462 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.887950 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.888455 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.888938 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.889429 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.889928 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.890405 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:49.890986 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759943-18-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:27:49.907747 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-18-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:27:51.150834 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-515300'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:52.623077 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-515300'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:53.231715 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.db.l3_hamode_db [None req-f8993c43-fff1-4fb3-8871-e5eb4eb91744 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 23:27:53.307265 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8993c43-fff1-4fb3-8871-e5eb4eb91744 None None] Routers set() bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:27:53.307654 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8993c43-fff1-4fb3-8871-e5eb4eb91744 None None] Router IDs set() for agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 23:27:53.956953 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 44072) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:27:54.447114 dv-cinder-759943-18-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-7b1bde6d-a478-42b2-958d-ec0dc3793191 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:27:54.447707 dv-cinder-759943-18-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-7b1bde6d-a478-42b2-958d-ec0dc3793191 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:27:54.670287 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-7b1bde6d-a478-42b2-958d-ec0dc3793191 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:27:54.671339 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7b1bde6d-a478-42b2-958d-ec0dc3793191 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7134762 Aug 31 23:27:57.014336 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 44086) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:27:57.317257 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:27:57.409132 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.policy [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 23:27:57.453752 dv-cinder-759943-18-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:27:57.454114 dv-cinder-759943-18-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:27:57.463037 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.quota [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] Loaded quota_driver: . Aug 31 23:27:57.549302 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781947970490', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781947971023', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781947990885', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781947989465', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781943281891', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781947935100', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3690312', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3556463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-495518', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631081'] for rbac-policy, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:57.611134 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:57.612400 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bfbd92e9-1399-4590-8b7d-6ab441048db0 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5970964 Aug 31 23:28:00.179661 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 44098) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:00.473525 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'project_id': 'ab87f3052aa842b9a64b6bac3f686160'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:28:00.501229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Made reservation on behalf of ab87f3052aa842b9a64b6bac3f686160 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:28:00.504004 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.520337 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.639641 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.643202 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.661622 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:28:00.689159 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781943093194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.689736 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Unsubscribe: segment precommit_create {{(pid=94085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 23:28:00.690232 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Added segment 9ca0b936-612e-4259-a66b-194808dc98e7 of type vlan for network 4b0c9781-6b58-49b8-8075-803c7555f231 Aug 31 23:28:00.705838 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505372c7-edca-4288-a0f5-48b131a77784,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:00.731603 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.731960 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.732297 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.732612 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.732931 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.733263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.733587 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.733916 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.734246 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.734582 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.734897 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.735204 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Tracked resource versions report: Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: pushed versions: Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Log': {'1.0'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Network': {'1.1'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Port': {'1.7'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: consumer versions: Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Log': '1.0', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Network': '1.1', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Port': '1.7', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SubPort': '1.0', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Subnet': '1.1', Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Aug 31 23:28:00.736556 dv-cinder-759943-18-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:28:00.806872 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.844499 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.845495 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:00.846124 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:00.923273 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7419467 Aug 31 23:28:00.940251 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af3709-3f41-4a79-9f25-0e08e1d45b90 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0c9781-6b58-49b8-8075-803c7555f231,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:00.953401 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 4b0c9781-6b58-49b8-8075-803c7555f231 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:28:03.559301 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 44112) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:03.947884 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec70d37-b8a2-4aca-8cc1-5931030b7e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:03.949236 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1ec70d37-b8a2-4aca-8cc1-5931030b7e29 admin admin] 10.222.0.63 "GET /v2.0/networks/4b0c9781-6b58-49b8-8075-803c7555f231 HTTP/1.1" status: 200 len: 826 time: 0.3889866 Aug 31 23:28:03.974200 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-23e38e7c-f1d9-4232-a59b-a8218d29fcc9 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/d2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173 HTTP/1.1" status: 200 len: 734 time: 0.0187354 Aug 31 23:28:03.983041 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'd2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:28:04.004557 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Made reservation on behalf of ab87f3052aa842b9a64b6bac3f686160 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:28:04.006809 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:04.297042 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:04.367020 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14490e64-e1f5-4249-910e-fae0b32edd8c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:04.369618 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Checking segment: {'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:28:04.370001 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Network hostable DHCP agents. Network: 4b0c9781-6b58-49b8-8075-803c7555f231, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:28:04.389827 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Network 4b0c9781-6b58-49b8-8075-803c7555f231 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:28:04.400919 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 4b0c9781-6b58-49b8-8075-803c7555f231) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:28:04.405349 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:04.405928 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:04.410287 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b53e8-6ea4-4725-95fd-93e5afca36f9 None None] Network 4b0c9781-6b58-49b8-8075-803c7555f231 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:28:04.419448 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b8866770-e6ac-4384-8ad3-2a1fe2d1766d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396551 Aug 31 23:28:04.728407 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-4b0c9781-6b58-49b8-8075-803c7555f231', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'fixed_ips': [{'subnet_id': '14490e64-e1f5-4249-910e-fae0b32edd8c'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:28:04.729786 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:05.002408 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Allocated IP 172.20.0.2 (4b0c9781-6b58-49b8-8075-803c7555f231/14490e64-e1f5-4249-910e-fae0b32edd8c/b208d837-8ef2-4e1d-ac6b-0f5251dccc88) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:28:05.199993 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:05.218338 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Transition to ACTIVE for port object b208d837-8ef2-4e1d-ac6b-0f5251dccc88 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:28:05.241029 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Transition to ACTIVE for port object b208d837-8ef2-4e1d-ac6b-0f5251dccc88 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:28:05.248441 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:05.347307 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Network 4b0c9781-6b58-49b8-8075-803c7555f231 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:28:05.352215 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:28:05.355531 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:28:05.387443 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Pushing event updated for resources: {'Port': ['ID=b208d837-8ef2-4e1d-ac6b-0f5251dccc88,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:05.414516 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.415237 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.415319 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.415584 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.415909 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.416228 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.416545 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.416862 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.417191 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.417506 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.417817 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.418127 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Tracked resource versions report: Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: pushed versions: Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Log': {'1.0'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Network': {'1.1'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Port': {'1.7'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: consumer versions: Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Log': '1.0', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Network': '1.1', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Port': '1.7', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SubPort': '1.0', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Subnet': '1.1', Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Aug 31 23:28:05.419529 dv-cinder-759943-18-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:28:05.447300 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Attempting to bind port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:28:05.447675 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Attempting to bind port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:28:05.448103 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Attempting to bind port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 on network 4b0c9781-6b58-49b8-8075-803c7555f231 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:28:05.452747 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:28:05.453141 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Checking segment: {'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:28:05.453617 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:05.453997 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Bound using segment: {'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:28:05.454518 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Bound port: b208d837-8ef2-4e1d-ac6b-0f5251dccc88, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:28:05.454908 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:05.518478 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] For port b208d837-8ef2-4e1d-ac6b-0f5251dccc88, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:28:05.522784 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] For port b208d837-8ef2-4e1d-ac6b-0f5251dccc88, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b208d837-8ef2-4e1d-ac6b-0f5251dccc88,segment=NetworkSegment(9ca0b936-612e-4259-a66b-194808dc98e7),segment_id=9ca0b936-612e-4259-a66b-194808dc98e7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:28:05.527105 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:05.592287 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfd8b2-e184-4e32-8248-848647e79192 None None] Pushing event updated for resources: {'Port': ['ID=b208d837-8ef2-4e1d-ac6b-0f5251dccc88,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:06.820506 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44120) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:07.313500 dv-cinder-759943-18-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-53f21e6a-1b3d-4b7e-b3e0-c80249e6b2d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:28:07.314160 dv-cinder-759943-18-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-53f21e6a-1b3d-4b7e-b3e0-c80249e6b2d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:28:07.536559 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-53f21e6a-1b3d-4b7e-b3e0-c80249e6b2d5 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:28:07.537774 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-53f21e6a-1b3d-4b7e-b3e0-c80249e6b2d5 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7146246 Aug 31 23:28:09.935150 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44134) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:10.242527 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-07dfec53-5748-4eb1-ad9d-768ad2857282 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:28:10.244046 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-07dfec53-5748-4eb1-ad9d-768ad2857282 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079884 Aug 31 23:28:12.866493 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44148) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:13.164699 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:28:13.229105 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.policy [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 23:28:13.274727 dv-cinder-759943-18-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:28:13.275105 dv-cinder-759943-18-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:28:13.283649 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.quota [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Loaded quota_driver: . Aug 31 23:28:13.337729 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:13.339635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:13.503277 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:13.508448 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:13.527654 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:13.528893 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-068dd3c2-bae8-4a9c-b2d1-c717739e7c7a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6613226 Aug 31 23:28:13.897777 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b208d837-8ef2-4e1d-ac6b-0f5251dccc88 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:28:13.937291 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb2905-573a-4209-b945-aee70c3a5d34 None None] Network 4b0c9781-6b58-49b8-8075-803c7555f231 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:28:14.040729 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b5b9ee0b-5b30-4f2b-a8b0-9b1b9eec3839 None None] Provisioning for port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:28:14.065045 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:28:14.070611 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:14.071006 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:14.238067 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:14.287122 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port b208d837-8ef2-4e1d-ac6b-0f5251dccc88, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b208d837-8ef2-4e1d-ac6b-0f5251dccc88,segment=NetworkSegment(9ca0b936-612e-4259-a66b-194808dc98e7),segment_id=9ca0b936-612e-4259-a66b-194808dc98e7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:28:14.293119 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:14.348154 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=b208d837-8ef2-4e1d-ac6b-0f5251dccc88,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:14.478837 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9820ece1-3156-4edb-8f92-5bac5562b31a None None] Provisioning complete for port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:14.479199 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9820ece1-3156-4edb-8f92-5bac5562b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:15.861607 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b208d837-8ef2-4e1d-ac6b-0f5251dccc88 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:28:15.908226 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:15.908590 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:15.910402 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44160) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:16.215410 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-34c5b291-cb6b-4bb6-a5aa-41ffe5afd3e2 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:28:16.216377 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-34c5b291-cb6b-4bb6-a5aa-41ffe5afd3e2 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050265 Aug 31 23:28:17.278986 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5df6ecca-fd13-4815-b92e-1ca0c514a727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:17.754826 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:28:18.612174 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44168) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:18.919175 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:28:18.942852 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Made reservation on behalf of 9ad5e0b68d5a4d98ad3711d8a4439b64 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:28:18.945605 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:18.960775 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.076566 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.080093 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.092562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=94084) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 23:28:19.123694 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781943093194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.124218 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Unsubscribe: segment precommit_create {{(pid=94084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 23:28:19.124776 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Added segment 80a8dceb-b525-411c-842c-bcf1e2498a9b of type flat for network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d Aug 31 23:28:19.139873 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841919f0-8a38-4207-ada6-244e2c163b45,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:19.166250 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.166633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.166976 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.167306 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.167630 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.167969 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.168297 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.168633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.168971 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.169294 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.169612 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.169931 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Tracked resource versions report: Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: pushed versions: Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Log': {'1.0'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Network': {'1.1'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Port': {'1.7'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: consumer versions: Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Log': '1.0', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Network': '1.1', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Port': '1.7', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SubPort': '1.0', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Subnet': '1.1', Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Aug 31 23:28:19.171333 dv-cinder-759943-18-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:28:19.249069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.289417 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.291165 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:19.291811 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.372085 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7588494 Aug 31 23:28:19.390481 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b5215-f9ab-455f-af8c-5764d650c2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:19.402326 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:28:19.754799 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-898fce72-5a75-45a9-ad6b-1134c0741825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:19.860596 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:21.053178 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:21.721613 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44190) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:21.940807 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11e1ba-05e8-4248-8cfc-72e5ac11ca38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:21.942183 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ad11e1ba-05e8-4248-8cfc-72e5ac11ca38 admin admin] 10.222.0.63 "GET /v2.0/subnets/14490e64-e1f5-4249-910e-fae0b32edd8c HTTP/1.1" status: 200 len: 849 time: 0.2195089 Aug 31 23:28:22.075985 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-322cd62a-8cfa-4cc0-ade1-733bc5c69cd4 admin admin] 10.222.0.63 "GET /v2.0/routers/83e66b9a-2983-4b33-a03c-ab2f18688ed6 HTTP/1.1" status: 200 len: 704 time: 0.1268308 Aug 31 23:28:22.344845 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:22.579708 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:22.641106 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Allocated IP 172.20.0.1 (4b0c9781-6b58-49b8-8075-803c7555f231/14490e64-e1f5-4249-910e-fae0b32edd8c/f5a289a1-e872-42ed-8761-7b6061570fb9) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:28:22.821576 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:22.844688 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Transition to ACTIVE for port object f5a289a1-e872-42ed-8761-7b6061570fb9 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:28:22.910859 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:22.974337 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Network 4b0c9781-6b58-49b8-8075-803c7555f231 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:28:22.985889 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:28:22.995535 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:28:22.995535 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:23.015165 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a289a1-e872-42ed-8761-7b6061570fb9,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:23.192045 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:23.219144 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b9e19062-2f46-4abd-8e77-fbf6841cd152 None None] Provisioning for port f5a289a1-e872-42ed-8761-7b6061570fb9 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:28:23.222783 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b9e19062-2f46-4abd-8e77-fbf6841cd152 None None] Provisioning complete for port f5a289a1-e872-42ed-8761-7b6061570fb9 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:23.223157 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b9e19062-2f46-4abd-8e77-fbf6841cd152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:23.257642 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-b9e19062-2f46-4abd-8e77-fbf6841cd152 None None] Port f5a289a1-e872-42ed-8761-7b6061570fb9 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:28:23.447349 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:23.451540 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:23.452296 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:23.532305 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a289a1-e872-42ed-8761-7b6061570fb9,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:23.577135 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Network 4b0c9781-6b58-49b8-8075-803c7555f231 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:28:23.578443 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:28:23.734743 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:28:23.777769 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d659d936-fe9f-43a3-b450-b29aca2fc0aa None None] Provisioning complete for port f5a289a1-e872-42ed-8761-7b6061570fb9 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:23.778311 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d659d936-fe9f-43a3-b450-b29aca2fc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:23.812979 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-d659d936-fe9f-43a3-b450-b29aca2fc0aa None None] Port f5a289a1-e872-42ed-8761-7b6061570fb9 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:28:23.835086 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:28:23.845253 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Sync routers for ids ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:28:23.847163 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-38ede7d8-0f51-4b7a-bcb5-06e7adb95d59 admin admin] 10.222.0.63 "PUT /v2.0/routers/83e66b9a-2983-4b33-a03c-ab2f18688ed6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7652209 Aug 31 23:28:23.860814 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Routers {'83e66b9a-2983-4b33-a03c-ab2f18688ed6'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:28:23.861799 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:28:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:24.050277 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Set router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:28:24.487654 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'name': 'router1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:28:13Z', 'updated_at': '2021-08-31T23:28:23Z', 'revision_number': 2, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'gw_port_host': None, '_interfaces': [{'id': 'f5a289a1-e872-42ed-8761-7b6061570fb9', 'name': '', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'mac_address': 'fa:16:3e:0d:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:22Z', 'updated_at': '2021-08-31T23:28:23Z', 'revision_number': 2, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'subnets': [{'id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:24.554171 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Checking router: 83e66b9a-2983-4b33-a03c-ab2f18688ed6 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:28:24.554532 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Updating router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 port f5a289a1-e872-42ed-8761-7b6061570fb9 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:28:24.611298 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:25.210420 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:25.228763 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Transition to ACTIVE for port object f5a289a1-e872-42ed-8761-7b6061570fb9 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:28:25.236521 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:25.402137 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Pushing event updated for resources: {'Port': ['ID=f5a289a1-e872-42ed-8761-7b6061570fb9,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:25.411128 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.411479 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.411818 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.412154 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.412483 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.412811 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.413134 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.413453 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.413789 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.414110 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.414429 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.414767 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Tracked resource versions report: Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: pushed versions: Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Log': {'1.0'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Network': {'1.1'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Port': {'1.7'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: consumer versions: Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Log': '1.0', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Network': '1.1', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Port': '1.7', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SubPort': '1.0', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Subnet': '1.1', Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Aug 31 23:28:25.416154 dv-cinder-759943-18-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:28:25.418351 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Attempting to bind port f5a289a1-e872-42ed-8761-7b6061570fb9 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:28:25.418827 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Attempting to bind port f5a289a1-e872-42ed-8761-7b6061570fb9 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:28:25.419188 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Attempting to bind port f5a289a1-e872-42ed-8761-7b6061570fb9 on network 4b0c9781-6b58-49b8-8075-803c7555f231 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:28:25.424749 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:28:25.425161 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Checking segment: {'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:28:25.425645 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:25.426025 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Bound using segment: {'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:28:25.426962 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Bound port: f5a289a1-e872-42ed-8761-7b6061570fb9, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca0b936-612e-4259-a66b-194808dc98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:28:25.426962 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:25.493208 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] For port f5a289a1-e872-42ed-8761-7b6061570fb9, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:28:25.512443 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] For port f5a289a1-e872-42ed-8761-7b6061570fb9, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=f5a289a1-e872-42ed-8761-7b6061570fb9,segment=NetworkSegment(9ca0b936-612e-4259-a66b-194808dc98e7),segment_id=9ca0b936-612e-4259-a66b-194808dc98e7)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:28:25.516604 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:25.570204 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Routers {'83e66b9a-2983-4b33-a03c-ab2f18688ed6'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:28:25.570988 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:28:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:25.611191 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc942b-18f8-477c-bd81-9d7347b2a70b None None] Pushing event updated for resources: {'Port': ['ID=f5a289a1-e872-42ed-8761-7b6061570fb9,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:25.664995 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] Set router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:28:25.871550 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'name': 'router1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:28:13Z', 'updated_at': '2021-08-31T23:28:23Z', 'revision_number': 2, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'gw_port_host': None, '_interfaces': [{'id': 'f5a289a1-e872-42ed-8761-7b6061570fb9', 'name': '', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'mac_address': 'fa:16:3e:0d:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:22Z', 'updated_at': '2021-08-31T23:28:25Z', 'revision_number': 4, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'subnets': [{'id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:25.899540 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed647c-8104-426f-8d07-40cd7ed6282c None None] The sync data for ids ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'] in dv-cinder-759943-18-iscsi is: [{'id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'name': 'router1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:28:13Z', 'updated_at': '2021-08-31T23:28:23Z', 'revision_number': 2, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'gw_port_host': None, '_interfaces': [{'id': 'f5a289a1-e872-42ed-8761-7b6061570fb9', 'name': '', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'mac_address': 'fa:16:3e:0d:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:22Z', 'updated_at': '2021-08-31T23:28:25Z', 'revision_number': 4, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'subnets': [{'id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:28:26.096369 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 44210) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:26.217336 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe3b1b3-2daf-4106-a052-9d2b39e4c3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:26.221225 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ffe3b1b3-2daf-4106-a052-9d2b39e4c3a0 admin admin] 10.222.0.63 "GET /v2.0/networks/c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d HTTP/1.1" status: 200 len: 842 time: 0.1213109 Aug 31 23:28:26.229540 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Request body: {'subnet': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:28:26.250613 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Made reservation on behalf of 9ad5e0b68d5a4d98ad3711d8a4439b64 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:28:26.252879 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:26.597373 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.objects.ports [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 23:28:26.597811 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:26.652414 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Pushing event updated for resources: {'Subnet': ['ID=088a464b-4e1b-4777-87f3-459d48d0fbfc,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:26.660610 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:28:26.661008 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Network hostable DHCP agents. Network: c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:28:26.676568 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:28:26.685214 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:28:26.689056 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:26.689642 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:26.693871 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e113f-0ba8-4222-be55-df8fdab2d09a None None] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:28:26.722952 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0cc84c1f-ea8c-48b6-a6ae-cd57e26844da admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4824276 Aug 31 23:28:26.831411 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b2b9f-fd0a-478a-acd6-634441aa9257 None None] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:28:28.955234 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 44218) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:29.179239 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-057c0f43-1279-44d5-b420-15d054e9bd0c admin admin] 10.222.0.63 "GET /v2.0/routers/83e66b9a-2983-4b33-a03c-ab2f18688ed6 HTTP/1.1" status: 200 len: 710 time: 0.2228880 Aug 31 23:28:29.266467 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03424032-3685-4191-841c-3c65a4fe0efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:28:29.267766 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-03424032-3685-4191-841c-3c65a4fe0efe admin admin] 10.222.0.63 "GET /v2.0/networks/c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d HTTP/1.1" status: 200 len: 886 time: 0.0819457 Aug 31 23:28:29.277263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:28:29.532683 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:29.805329 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:29.877630 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:30.027982 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Allocated IP 172.27.3.222 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:28:30.131174 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:30.204650 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:30.278635 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:28:30.285658 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:28:30.287838 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Pushing event updated for resources: {'Port': ['ID=d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:30.298911 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:28:30.587828 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:30.778382 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-501696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29184'] for router, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:30.783314 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-500477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-500452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-501721'] for router, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:30.892688 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:28:31.073507 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:28:31.078460 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:31.079709 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3388da7c-8993-4e42-b4c2-b7776d12fa7f admin admin] 10.222.0.63 "PUT /v2.0/routers/83e66b9a-2983-4b33-a03c-ab2f18688ed6 HTTP/1.1" status: 200 len: 890 time: 1.8057139 Aug 31 23:28:31.889570 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device f5a289a1-e872-42ed-8761-7b6061570fb9 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:28:31.948064 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port f5a289a1-e872-42ed-8761-7b6061570fb9 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:28:31.952154 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port f5a289a1-e872-42ed-8761-7b6061570fb9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:31.952527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:32.035385 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:32.067004 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port f5a289a1-e872-42ed-8761-7b6061570fb9, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=f5a289a1-e872-42ed-8761-7b6061570fb9,segment=NetworkSegment(9ca0b936-612e-4259-a66b-194808dc98e7),segment_id=9ca0b936-612e-4259-a66b-194808dc98e7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:28:32.072764 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:32.125710 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=f5a289a1-e872-42ed-8761-7b6061570fb9,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:32.320836 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Sync routers for ids ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:28:32.332271 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Routers {'83e66b9a-2983-4b33-a03c-ab2f18688ed6'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:28:32.333005 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:28:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:32.591495 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Set router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:28:32.977522 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'name': 'router1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'd31e7eac-8bc8-48bb-9c67-3ce7c4f127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:28:13Z', 'updated_at': '2021-08-31T23:28:30Z', 'revision_number': 4, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'gw_port': {'id': 'd31e7eac-8bc8-48bb-9c67-3ce7c4f127f6', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:29Z', 'updated_at': '2021-08-31T23:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'f5a289a1-e872-42ed-8761-7b6061570fb9', 'name': '', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'mac_address': 'fa:16:3e:0d:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:22Z', 'updated_at': '2021-08-31T23:28:32Z', 'revision_number': 5, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'subnets': [{'id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:33.026751 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Checking router: 83e66b9a-2983-4b33-a03c-ab2f18688ed6 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:28:33.027112 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Updating router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:28:33.074282 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:33.392526 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:33.402533 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Transition to ACTIVE for port object d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:28:33.408303 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:33.459023 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Attempting to bind port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:28:33.459399 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Attempting to bind port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:28:33.459762 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Attempting to bind port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:28:33.461737 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd4de5-38e9-47cb-b8df-dc8c9deab88d None None] Pushing event updated for resources: {'Port': ['ID=d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:33.467601 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:28:33.467972 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:28:33.468374 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:33.469393 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:28:33.469393 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Bound port: d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:28:33.469685 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:33.490531 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44232) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:33.520895 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] For port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:28:33.524285 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] For port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:28:33.528316 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:33.585141 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd4de5-38e9-47cb-b8df-dc8c9deab88d None None] Pushing event updated for resources: {'Port': ['ID=d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:33.587990 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Routers {'83e66b9a-2983-4b33-a03c-ab2f18688ed6'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:28:33.588907 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:28:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:33.606068 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-63d33fbd-f548-4e38-afe3-2b8bcc47128f admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1143889 Aug 31 23:28:33.783648 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] Set router 83e66b9a-2983-4b33-a03c-ab2f18688ed6 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:28:33.893018 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device f5a289a1-e872-42ed-8761-7b6061570fb9 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:28:33.975802 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port f5a289a1-e872-42ed-8761-7b6061570fb9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:33.976177 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.102080 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'name': 'router1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'd31e7eac-8bc8-48bb-9c67-3ce7c4f127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:28:13Z', 'updated_at': '2021-08-31T23:28:30Z', 'revision_number': 4, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'gw_port': {'id': 'd31e7eac-8bc8-48bb-9c67-3ce7c4f127f6', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:29Z', 'updated_at': '2021-08-31T23:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'f5a289a1-e872-42ed-8761-7b6061570fb9', 'name': '', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'mac_address': 'fa:16:3e:0d:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:22Z', 'updated_at': '2021-08-31T23:28:32Z', 'revision_number': 5, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'subnets': [{'id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:28:34.129050 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c53f7-92e0-4667-81a7-8b6ae9a05da0 None None] The sync data for ids ['83e66b9a-2983-4b33-a03c-ab2f18688ed6'] in dv-cinder-759943-18-iscsi is: [{'id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'name': 'router1', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'd31e7eac-8bc8-48bb-9c67-3ce7c4f127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:28:13Z', 'updated_at': '2021-08-31T23:28:30Z', 'revision_number': 4, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'gw_port': {'id': 'd31e7eac-8bc8-48bb-9c67-3ce7c4f127f6', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:29Z', 'updated_at': '2021-08-31T23:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'f5a289a1-e872-42ed-8761-7b6061570fb9', 'name': '', 'network_id': '4b0c9781-6b58-49b8-8075-803c7555f231', 'tenant_id': 'ab87f3052aa842b9a64b6bac3f686160', 'mac_address': 'fa:16:3e:0d:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e66b9a-2983-4b33-a03c-ab2f18688ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:28:22Z', 'updated_at': '2021-08-31T23:28:32Z', 'revision_number': 5, 'project_id': 'ab87f3052aa842b9a64b6bac3f686160', 'subnets': [{'id': '14490e64-e1f5-4249-910e-fae0b32edd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fbc2a6-7cba-4dd1-8f35-3bd2ed0a2173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:28:35.920802 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:28:35.975452 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:28:35.980502 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:35.981040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:36.064822 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:36.088124 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:28:36.091998 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:36.149173 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:37.922714 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:28:38.003129 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port d31e7eac-8bc8-48bb-9c67-3ce7c4f127f6 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:28:38.003129 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:47.288672 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-113534ab-4c27-49b6-acfe-ff1c015aa184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:49.757508 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-462fc97f-2210-4ecd-ac53-3c6a90581ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:49.867326 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:51.062296 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:52.599772 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:54.758035 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:29:17.283434 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d1a5ad1a-843e-4a6c-9647-8da4457d49e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:19.764367 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-028c31fd-68ef-4ec0-9af2-528e1e19f750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:19.866591 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:21.061461 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:22.603931 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:31.757601 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:29:47.277300 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-30260437-10d2-471d-99fa-5473932d4b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:49.765804 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0be79fa7-180f-4759-a33b-255781214bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:49.858457 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:51.057804 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:52.606953 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:08.429260 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44794) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:08.489073 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3307ec-d622-4151-9b64-2af31b0afdb4 admin admin] GET failed (client error): The resource could not be found. Aug 31 23:30:08.490377 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2f3307ec-d622-4151-9b64-2af31b0afdb4 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601842 Aug 31 23:30:08.647251 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94887e1b-84ae-4567-ae1e-a0b0f4830f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:08.648629 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-94887e1b-84ae-4567-ae1e-a0b0f4830f38 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1537912 Aug 31 23:30:08.756415 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:30:10.800907 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44804) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:10.902082 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca9b3a-3986-4eed-8adb-f0f0273f223c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:10.903993 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-23ca9b3a-3986-4eed-8adb-f0f0273f223c admin admin] 10.222.0.63 "GET /v2.0/subnets/14490e64-e1f5-4249-910e-fae0b32edd8c HTTP/1.1" status: 200 len: 849 time: 0.1021488 Aug 31 23:30:10.915180 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:30:10.998970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:11.139032 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781943023836'] for subnet, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:11.173677 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:11.174269 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:11.174387 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181ee68-f5d1-4beb-81ad-deef4c2618b6 None None] Network 4b0c9781-6b58-49b8-8075-803c7555f231 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:30:11.175597 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] 10.222.0.63 "PUT /v2.0/subnets/14490e64-e1f5-4249-910e-fae0b32edd8c HTTP/1.1" status: 200 len: 868 time: 0.2641392 Aug 31 23:30:11.189466 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14490e64-e1f5-4249-910e-fae0b32edd8c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:30:11.196881 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.197249 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.197573 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.197917 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.198252 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.198641 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.198979 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.199310 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.200188 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.200521 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.200846 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.201168 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c22450-4c0b-4320-9e61-3b74d1def396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:30:11.540303 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-62ecd47f-ed10-4dba-9305-c6a24a06ed27 None None] Provisioning complete for port b208d837-8ef2-4e1d-ac6b-0f5251dccc88 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:30:11.540666 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-62ecd47f-ed10-4dba-9305-c6a24a06ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:11.629613 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-62ecd47f-ed10-4dba-9305-c6a24a06ed27 None None] Provisioning complete for port f5a289a1-e872-42ed-8761-7b6061570fb9 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:30:11.629915 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-62ecd47f-ed10-4dba-9305-c6a24a06ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:13.369113 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44812) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:13.565607 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0324535-ffe6-4828-8c4d-586005ee8fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:13.565990 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0324535-ffe6-4828-8c4d-586005ee8fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:13.567528 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c0324535-ffe6-4828-8c4d-586005ee8fb3 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1974719 Aug 31 23:30:15.707573 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44820) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:15.835994 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7840b9a1-81b1-4a5b-a8f7-308c4361e332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:15.836462 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7840b9a1-81b1-4a5b-a8f7-308c4361e332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:15.837966 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7840b9a1-81b1-4a5b-a8f7-308c4361e332 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1294312 Aug 31 23:30:17.282083 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-249806dc-9e24-4a77-98a2-eafd3f3bd5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:18.115748 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44828) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:18.355229 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d2598-1e00-4f9c-ab5f-cbb9c4f4c145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:18.356901 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-182d2598-1e00-4f9c-ab5f-cbb9c4f4c145 admin admin] 10.222.0.63 "GET /v2.0/networks/4b0c9781-6b58-49b8-8075-803c7555f231 HTTP/1.1" status: 200 len: 870 time: 0.2401781 Aug 31 23:30:19.768284 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6172bef0-fe82-46dd-a73f-1f4ea7a45973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:19.860973 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:20.532462 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44836) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:20.664134 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15054e-9f38-4cb3-9d93-35c555e8ac4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:20.665572 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-af15054e-9f38-4cb3-9d93-35c555e8ac4d admin admin] 10.222.0.63 "GET /v2.0/networks/c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d HTTP/1.1" status: 200 len: 886 time: 0.1321800 Aug 31 23:30:21.062296 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:22.610827 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:22.853401 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 44844) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:23.002841 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae8cd8-8bd8-413b-a8ea-93681227ab4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:23.003293 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae8cd8-8bd8-413b-a8ea-93681227ab4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:23.004864 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-75ae8cd8-8bd8-413b-a8ea-93681227ab4b admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1505077 Aug 31 23:30:25.340887 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44854) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:25.476780 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723ba07-3276-4f7e-848d-f2d26ed1445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:25.477248 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723ba07-3276-4f7e-848d-f2d26ed1445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:25.478889 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8723ba07-3276-4f7e-848d-f2d26ed1445e admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370232 Aug 31 23:30:27.701444 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44862) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:27.807065 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c51a6-3ad3-4815-aef6-8554eb536f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:27.808634 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ae5c51a6-3ad3-4815-aef6-8554eb536f48 admin admin] 10.222.0.63 "GET /v2.0/subnets/088a464b-4e1b-4777-87f3-459d48d0fbfc HTTP/1.1" status: 200 len: 816 time: 0.1057758 Aug 31 23:30:30.014642 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44870) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:30.113048 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1cc4c-fb40-4afb-ac59-6074f50e379b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:30.114421 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c2a1cc4c-fb40-4afb-ac59-6074f50e379b admin admin] 10.222.0.63 "GET /v2.0/subnets/14490e64-e1f5-4249-910e-fae0b32edd8c HTTP/1.1" status: 200 len: 868 time: 0.0988121 Aug 31 23:30:45.755638 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:30:47.287895 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-48dc72d7-4a33-46ef-a51b-4eab1d8d01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:49.769113 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f670d19e-b3f5-48ec-bd4b-8ed0ad56e844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:49.862787 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:51.066326 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:52.615720 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:55.584521 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44924) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:55.632616 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-8fb8af69-9cfa-46cb-8385-727edf833e3f admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:30:55.633643 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8fb8af69-9cfa-46cb-8385-727edf833e3f admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481958 Aug 31 23:30:57.902644 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44932) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:57.971046 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffc88a9-b46d-4476-82ad-27b3aed5899f admin admin] GET failed (client error): The resource could not be found. Aug 31 23:30:57.972412 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7ffc88a9-b46d-4476-82ad-27b3aed5899f admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0687494 Aug 31 23:30:58.059184 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b8dd5-e2aa-4dfc-9537-f13e6c6a89b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:30:58.060606 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d61b8dd5-e2aa-4dfc-9537-f13e6c6a89b7 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835874 Aug 31 23:31:00.292045 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44940) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:31:00.339349 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:31:00.361744 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Made reservation on behalf of 9ad5e0b68d5a4d98ad3711d8a4439b64 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:31:00.364370 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:00.392734 dv-cinder-759943-18-iscsi neutron-server[94084]: WARNING neutron.services.revisions.revision_plugin [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Could not find related network for resource to bump revision. Aug 31 23:31:00.408061 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:31:00.418724 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:00.419068 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Added segment eacb63d3-6f1a-450b-87e4-bb336dd426f2 of type vlan for network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c Aug 31 23:31:00.466335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:00.490160 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:00.491040 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:31:00.491614 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:00.546016 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2528801 Aug 31 23:31:00.553028 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c2a9d-e0fe-46fd-a6f8-3884c6377576 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:31:00.568115 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:31:02.812881 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 44948) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:31:02.884408 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d62df7c-fada-4945-b58a-e867ec0ff18f admin admin] GET failed (client error): The resource could not be found. Aug 31 23:31:02.885763 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9d62df7c-fada-4945-b58a-e867ec0ff18f admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719287 Aug 31 23:31:02.956016 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4a984-524d-462d-8b62-4b35b893b902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:31:02.957514 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-42d4a984-524d-462d-8b62-4b35b893b902 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0671296 Aug 31 23:31:02.967998 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c', 'description': 'shared-subnet'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:31:02.993618 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Made reservation on behalf of 9ad5e0b68d5a4d98ad3711d8a4439b64 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:31:02.997388 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:03.189633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:03.238220 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdeb282-d69f-4dea-9bef-14218f72d2b7,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:31:03.256642 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Checking segment: {'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:31:03.256984 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Network hostable DHCP agents. Network: 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:31:03.277966 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:31:03.288536 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:31:03.295832 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:31:03.296245 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:03.298780 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c876d9-312d-43b7-9c45-d64c28adbaaa None None] Network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:31:03.316684 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2aea7940-f35a-403a-9a67-edc92cde6651 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3519876 Aug 31 23:31:03.580118 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c', 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c', 'tenant_id': '9ad5e0b68d5a4d98ad3711d8a4439b64', 'fixed_ips': [{'subnet_id': '3fdeb282-d69f-4dea-9bef-14218f72d2b7'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:31:03.581020 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:03.746892 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Allocated IP 192.168.233.2 (9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c/3fdeb282-d69f-4dea-9bef-14218f72d2b7/9f98127d-470f-41c9-94d7-c6cf0f24c579) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:31:03.927190 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:03.938085 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Transition to ACTIVE for port object 9f98127d-470f-41c9-94d7-c6cf0f24c579 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:31:03.955752 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Transition to ACTIVE for port object 9f98127d-470f-41c9-94d7-c6cf0f24c579 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:31:03.964888 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:04.007807 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:31:04.009921 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:31:04.020368 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:31:04.060356 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Pushing event updated for resources: {'Port': ['ID=9f98127d-470f-41c9-94d7-c6cf0f24c579,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:31:04.095518 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.095894 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.096286 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.096645 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.096987 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.097316 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.097640 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.097965 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.098305 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.098661 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.099206 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.099550 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:31:04.115640 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Attempting to bind port 9f98127d-470f-41c9-94d7-c6cf0f24c579 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:31:04.116006 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Attempting to bind port 9f98127d-470f-41c9-94d7-c6cf0f24c579 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:31:04.116364 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Attempting to bind port 9f98127d-470f-41c9-94d7-c6cf0f24c579 on network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:31:04.122905 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:31:04.123278 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Checking segment: {'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:31:04.123712 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:04.124095 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Bound using segment: {'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:31:04.124703 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Bound port: 9f98127d-470f-41c9-94d7-c6cf0f24c579, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:31:04.125245 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:04.205658 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] For port 9f98127d-470f-41c9-94d7-c6cf0f24c579, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:31:04.209804 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] For port 9f98127d-470f-41c9-94d7-c6cf0f24c579, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=9f98127d-470f-41c9-94d7-c6cf0f24c579,segment=NetworkSegment(eacb63d3-6f1a-450b-87e4-bb336dd426f2),segment_id=eacb63d3-6f1a-450b-87e4-bb336dd426f2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:31:04.215763 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:04.290264 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c765a-a46d-4879-85e9-2d9eb01bfdc0 None None] Pushing event updated for resources: {'Port': ['ID=9f98127d-470f-41c9-94d7-c6cf0f24c579,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:31:05.165884 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50012c6d-032e-4011-a5b3-95979eeafb7a None None] Network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:31:05.303320 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a3ff7af4-a9d6-4a8b-a1a4-cbecc241a2c8 None None] Provisioning for port 9f98127d-470f-41c9-94d7-c6cf0f24c579 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:31:06.018278 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 9f98127d-470f-41c9-94d7-c6cf0f24c579 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:31:06.073439 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 9f98127d-470f-41c9-94d7-c6cf0f24c579 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:31:06.078895 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 9f98127d-470f-41c9-94d7-c6cf0f24c579 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:31:06.079464 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:06.168104 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:06.204013 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 9f98127d-470f-41c9-94d7-c6cf0f24c579, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=9f98127d-470f-41c9-94d7-c6cf0f24c579,segment=NetworkSegment(eacb63d3-6f1a-450b-87e4-bb336dd426f2),segment_id=eacb63d3-6f1a-450b-87e4-bb336dd426f2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:31:06.209203 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:06.262734 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=9f98127d-470f-41c9-94d7-c6cf0f24c579,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:31:07.983225 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 9f98127d-470f-41c9-94d7-c6cf0f24c579 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:31:08.033885 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 9f98127d-470f-41c9-94d7-c6cf0f24c579 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:31:08.034247 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:17.288987 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8478534e-4049-4bbf-af1e-b60f59fcffc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:19.771189 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-044d06db-1e16-4d6a-b693-5ff350e7d374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:19.868477 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:21.069970 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:22.613860 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:22.755690 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:31:47.291428 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-17cccaa2-a3bb-4e3f-aa61-00da045d5be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:49.773576 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e61efcdf-a4e9-4a7a-8104-bed63ab80241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:49.867358 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:51.070901 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:52.622022 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:59.754084 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:32:14.986321 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45000) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:14.993012 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-cdf2fe0c-e779-43ed-b4b7-5aaf986223a0 tempest-verify_tempest_config-685416692 tempest-verify_tempest_config-685416692-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:32:14.994092 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cdf2fe0c-e779-43ed-b4b7-5aaf986223a0 tempest-verify_tempest_config-685416692 tempest-verify_tempest_config-685416692-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067720 Aug 31 23:32:15.295238 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45018) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:15.401705 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.494482 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.498132 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.542645 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=60de4bc0aaaa40a49b9cfd8c9b52288a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2463224 Aug 31 23:32:15.543375 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ed1f1-e76f-46d5-a368-a96e13019cad,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:15.545219 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45024) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:15.556983 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.557330 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.557672 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.558007 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.558334 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.558700 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.559035 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.559384 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.559715 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.560040 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.560362 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.560682 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f68027-e82e-4fa4-93c5-0dba95d7ffba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:15.613865 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-873cde26-5af9-41b6-848e-11dbbdd3affd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.635438 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-873cde26-5af9-41b6-848e-11dbbdd3affd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.725073 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-873cde26-5af9-41b6-848e-11dbbdd3affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.729418 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-873cde26-5af9-41b6-848e-11dbbdd3affd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.731323 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-873cde26-5af9-41b6-848e-11dbbdd3affd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e12ed1f1-e76f-46d5-a368-a96e13019cad HTTP/1.1" status: 204 len: 168 time: 0.1842306 Aug 31 23:32:15.742893 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cde26-5af9-41b6-848e-11dbbdd3affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ed1f1-e76f-46d5-a368-a96e13019cad,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:17.294390 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-284fa0ea-072c-4d4e-aa05-7e42e237bdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.775969 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-50c554d6-697e-47eb-9338-11e433241bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.860261 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.073612 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.626338 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.752911 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:32:47.303707 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2415640f-78ad-447d-b521-1d1059013eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.780065 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-47a6d238-9d23-4f3c-9513-7d57069977de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.869315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:51.079026 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.632095 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.751760 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:33:17.296035 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f5de490-6c47-4cac-b187-5f41cc516b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.781106 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-33c61c4b-3798-4f6f-8a97-e89a7ad7633a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.864435 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.081055 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.632746 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.298153 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3081125a-877a-4673-8315-02f6cc228e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:49.782254 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14c96f84-d2d3-4d20-bfcb-40d1d743c35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:49.867689 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.750457 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:33:51.082628 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.635066 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:53.673508 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-515300'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:08.334168 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45096) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:08.446068 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c2aadfea-999a-4040-96e7-572c2b81a7d0 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1107719 Aug 31 23:34:10.672489 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45106) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:10.742076 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7f786a30-1679-48a0-9c3b-fe29dd4fc8b1 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0683830 Aug 31 23:34:17.300812 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f64170f-e21c-4838-9b2f-bec704eb49db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.782776 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb60e-e144-4e1e-b400-04652fd73fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.868670 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.085750 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.637850 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.632440 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.750822 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:34:47.301817 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4841c1ce-7f97-4c02-9eff-c04c51304c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:49.788527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-db1ade8d-1655-40f3-850d-88eb5be457f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:49.871594 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:51.097385 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:52.643231 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.651419 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:04.749184 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:35:17.304361 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84f77e0b-89a4-4259-87ce-273543b8ba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.781130 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c86c48f-e6b4-424d-9b27-8d17cdaf6626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.873866 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.096009 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.645227 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.652067 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.753108 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:35:44.056202 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45350) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:44.087028 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45356) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:44.117780 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45362) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:44.357414 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-948246834-network', 'tenant_id': 'e4c30e8e96e24f0fa96664e1fac0d13e'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:44.369941 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1436812769-network', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:44.381148 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Made reservation on behalf of e4c30e8e96e24f0fa96664e1fac0d13e for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:44.384953 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.395518 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.402084 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Made reservation on behalf of 3a523829007a4ec7937d3dd3c160d688 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:44.405230 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.414876 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.432785 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-823778665-network', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:44.499239 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.505064 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.531914 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17523d2-703d-4160-b57c-a4fe19b3f99e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:44.538197 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Made reservation on behalf of d0d63cf718d440eea4d58fbb5b458269 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:44.541836 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.544480 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:35:44.550665 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.551031 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.551368 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.551925 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.552470 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.553030 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.553537 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.554031 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.554519 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.555589 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.556080 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.556561 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Tracked resource versions report: Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: pushed versions: Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Log': {'1.0'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Network': {'1.1'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Port': {'1.7'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: consumer versions: Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: HyperV agent@hv-cinder-75994: {}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Log': '1.0', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Network': '1.1', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Port': '1.7', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'SubPort': '1.0', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Subnet': '1.1', Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Aug 31 23:35:44.557866 dv-cinder-759943-18-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:35:44.561187 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.582254 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.582633 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Added segment 3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a of type vlan for network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a Aug 31 23:35:44.630356 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.668651 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.670066 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:44.670927 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.683942 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.689484 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.730878 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:35:44.743036 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:44.743577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.743976 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Added segment 63185114-71b8-4d24-bdb3-f73111a9cc6e of type vlan for network 3a01cbee-1397-417e-b51b-4c622421e828 Aug 31 23:35:44.757014 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:35:44.785124 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fd4e48-5c83-45b8-97ac-62c8ac54512f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:44.808863 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.809498 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.809988 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.810496 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.811034 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.811565 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.811905 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.812256 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.812605 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.812928 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.813423 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.813918 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Tracked resource versions report: Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: pushed versions: Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Log': {'1.0'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Network': {'1.1'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Port': {'1.7'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: consumer versions: Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: HyperV agent@hv-cinder-75994: {}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Log': '1.0', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Network': '1.1', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Port': '1.7', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'SubPort': '1.0', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Subnet': '1.1', Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Aug 31 23:35:44.815725 dv-cinder-759943-18-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:35:44.843528 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.884042 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.885071 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:44.885662 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:44.958829 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=3a01cbee-1397-417e-b51b-4c622421e828,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:44.979337 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 3a01cbee-1397-417e-b51b-4c622421e828 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:35:45.036664 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.045272 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.056898 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:35:45.058787 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-32eb2455-5d29-4b1f-b5f8-8edf94e872c8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0012560 Aug 31 23:35:45.059741 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45400) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:45.065922 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Request body: {'subnet': {'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-948246834-subnet', 'tenant_id': 'e4c30e8e96e24f0fa96664e1fac0d13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:45.070167 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d946b319-3cb6-44d7-8f5f-b5c9c9114ae5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9819641 Aug 31 23:35:45.073964 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45402) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:45.077175 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.077750 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Added segment d0390f57-9a10-4a8c-a08a-a3e5b8993389 of type vlan for network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 Aug 31 23:35:45.087526 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Request body: {'subnet': {'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1436812769-subnet', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:45.103161 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4770e4f0-83e5-4f8d-b0d3-0296256bcafc,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:45.140979 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.162868 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Made reservation on behalf of 3a523829007a4ec7937d3dd3c160d688 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:45.169554 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.171515 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:45.171959 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.174401 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.285621 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45408) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:45.286528 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:45.297262 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:35:45.312585 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Made reservation on behalf of e4c30e8e96e24f0fa96664e1fac0d13e for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:45.315394 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-47e174ca-c703-4fb3-a150-93a8d707ba81 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1965361 Aug 31 23:35:45.317553 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.318493 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45414) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:45.326084 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Request body: {'subnet': {'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-subnet', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:45.369155 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Made reservation on behalf of d0d63cf718d440eea4d58fbb5b458269 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:45.372155 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.748695 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3506cdca-ee08-440f-9e61-3a6cf78dc8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.817083 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.829211 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.892763 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.910061 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efd5342-fd3b-499e-a9d1-72b1f94cf12b,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:45.974616 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Checking segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:45.975523 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Network hostable DHCP agents. Network: d7b65b3c-8c08-441f-bcf3-df0e35a0aa44, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:35:45.977958 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Checking segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:45.978875 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Network hostable DHCP agents. Network: 3a01cbee-1397-417e-b51b-4c622421e828, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:35:45.981135 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453df943-c6ec-4a5d-8a08-d47fafd4467d,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:46.001129 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d7883a-e0e7-493a-a57a-44b574fe9316,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:46.017124 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Checking segment: {'id': '3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:46.018137 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Network hostable DHCP agents. Network: e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:35:46.027782 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Network 3a01cbee-1397-417e-b51b-4c622421e828 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:35:46.030639 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:35:46.050787 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, d7b65b3c-8c08-441f-bcf3-df0e35a0aa44) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:46.054397 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 3a01cbee-1397-417e-b51b-4c622421e828) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:46.059932 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:35:46.065058 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:46.065829 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fabb1f-6a0c-4dd1-bc22-7a127f4fe9a4 None None] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:46.066429 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.068127 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587d4ca-35a5-4f3a-877c-a5e8dc6c0102 None None] Network 3a01cbee-1397-417e-b51b-4c622421e828 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:46.073047 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:46.082229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:46.082861 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.083562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:46.085048 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.091403 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3506cdca-ee08-440f-9e61-3a6cf78dc8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.100945 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3506cdca-ee08-440f-9e61-3a6cf78dc8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.110909 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f4d83a96-ec0a-4916-94fa-bc1c4a70edd3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0498581 Aug 31 23:35:46.116529 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4e0ae298-c385-469b-934b-e5f16c4b48e2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0406995 Aug 31 23:35:46.118982 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45446) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:46.129692 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:46.145136 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3506cdca-ee08-440f-9e61-3a6cf78dc8a8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c157d2a4fcc421998b9d5b9cea9909b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8559141 Aug 31 23:35:46.148376 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45450) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:46.149395 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7f1fd9b9-ce59-4e1b-a5e3-b28a3cc57f78 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8290052 Aug 31 23:35:46.155479 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45452) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:46.157789 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00badb7a-8b3c-45ea-982f-5c72bee517bb None None] Network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:46.161278 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:46.182472 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506cdca-ee08-440f-9e61-3a6cf78dc8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5baeb05-f221-4189-ad3f-8ca303e74ddb,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:46.253379 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.254529 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.278915 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.280273 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.385222 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.410903 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1f36a79-6fdf-4771-a9fc-47b1b286c3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.499713 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbbbf3a-8144-4c13-91c1-93b763763d29 None None] Network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:46.504901 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.698356 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.706163 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1f36a79-6fdf-4771-a9fc-47b1b286c3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.852621 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.908099 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-d7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:35:46.909434 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.921723 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1f36a79-6fdf-4771-a9fc-47b1b286c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.925289 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1f36a79-6fdf-4771-a9fc-47b1b286c3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:46.930572 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e1f36a79-6fdf-4771-a9fc-47b1b286c3ad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b5baeb05-f221-4189-ad3f-8ca303e74ddb HTTP/1.1" status: 204 len: 168 time: 0.7729120 Aug 31 23:35:46.965411 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f36a79-6fdf-4771-a9fc-47b1b286c3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5baeb05-f221-4189-ad3f-8ca303e74ddb,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:47.149666 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-3a01cbee-1397-417e-b51b-4c622421e828', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:35:47.150645 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.356864 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.381998 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.395699 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.442950 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cbdaa3ad-3670-4925-b4ae-999ec143000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.453839 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.482699 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Allocated IP 172.20.0.2 (d7b65b3c-8c08-441f-bcf3-df0e35a0aa44/453df943-c6ec-4a5d-8a08-d47fafd4467d/c69142b7-ff91-490d-a285-cfad40537ece) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:47.572285 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Allocated IP 172.20.0.2 (3a01cbee-1397-417e-b51b-4c622421e828/8efd5342-fd3b-499e-a9d1-72b1f94cf12b/524cadbe-3cd6-4738-bcee-5c15f6d3e8a0) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:47.682231 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Allocated IP 172.27.3.92 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/dc987e2f-0d78-4b8d-8d33-f448a783a261) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:47.749109 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45518) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:47.753953 dv-cinder-759943-18-iscsi neutron-server[94085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 23:35:47.797774 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.802612 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45522) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:47.833146 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5c3361f3-5d79-4a19-977f-5a4753df33c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.837618 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Transition to ACTIVE for port object c69142b7-ff91-490d-a285-cfad40537ece will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:47.872116 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Transition to ACTIVE for port object c69142b7-ff91-490d-a285-cfad40537ece will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:47.872859 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.880528 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.892196 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.895063 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Transition to ACTIVE for port object 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:47.964392 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.982069 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:47.983792 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Transition to ACTIVE for port object 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:47.990168 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:48.000073 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:48.003709 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.012906 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Pushing event updated for resources: {'Port': ['ID=c69142b7-ff91-490d-a285-cfad40537ece,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:48.013144 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc987e2f-0d78-4b8d-8d33-f448a783a261,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:48.034977 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:48.038103 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:48.043703 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:48.061044 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.061708 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.062234 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.062888 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.063553 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.064092 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.064610 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.065130 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.065755 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.066874 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.067653 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.068416 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Tracked resource versions report: Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: pushed versions: Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Log': {'1.0'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Network': {'1.1'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Port': {'1.7'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: consumer versions: Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: HyperV agent@hv-cinder-75994: {}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Log': '1.0', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Network': '1.1', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Port': '1.7', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'SubPort': '1.0', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Subnet': '1.1', Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Aug 31 23:35:48.070204 dv-cinder-759943-18-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:35:48.078924 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Network 3a01cbee-1397-417e-b51b-4c622421e828 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:48.091482 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5c3361f3-5d79-4a19-977f-5a4753df33c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.099413 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:48.124143 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Allocated IP 172.27.3.149 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/217d28a2-1d4a-4754-a83f-7bb1e47df60d) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:48.128534 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5c3361f3-5d79-4a19-977f-5a4753df33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.128765 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:48.140589 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-8c700d30-515f-4b41-8c59-1160c140edac tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:48.143743 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-8c700d30-515f-4b41-8c59-1160c140edac tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/networks?id=e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a HTTP/1.1" status: 200 len: 811 time: 0.3914430 Aug 31 23:35:48.148482 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Attempting to bind port c69142b7-ff91-490d-a285-cfad40537ece on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:48.148840 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Attempting to bind port c69142b7-ff91-490d-a285-cfad40537ece by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:48.149198 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Attempting to bind port c69142b7-ff91-490d-a285-cfad40537ece on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:48.165746 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-80bd9348-bc40-4599-baea-3641f4f855e4 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/quotas/e4c30e8e96e24f0fa96664e1fac0d13e HTTP/1.1" status: 200 len: 375 time: 0.0138023 Aug 31 23:35:48.180566 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:48.181220 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Checking segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:48.181336 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.181694 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Bound using segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:48.182167 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Bound port: c69142b7-ff91-490d-a285-cfad40537ece, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:48.182579 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.184488 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5c3361f3-5d79-4a19-977f-5a4753df33c6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9479e852fdfa4fed9660024637370781&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3805184 Aug 31 23:35:48.198783 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45530) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:48.216867 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Pushing event updated for resources: {'Port': ['ID=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:48.263133 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Attempting to bind port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:48.263522 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Attempting to bind port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:48.263885 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Attempting to bind port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 on network 3a01cbee-1397-417e-b51b-4c622421e828 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:48.278001 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:48.278486 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Checking segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:48.278949 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.279289 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Bound using segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:48.279802 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Bound port: 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:48.280276 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.284991 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3361f3-5d79-4a19-977f-5a4753df33c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81135acf-ef9d-47e0-a613-3fed2c23c22b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:48.318362 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-b1da6d25-a906-4a47-8358-645b1bcfda0e tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4c30e8e96e24f0fa96664e1fac0d13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1404166 Aug 31 23:35:48.399056 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2713-70c4-4e44-9c7b-b0e0c0ac578e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.431786 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.436921 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] For port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:48.440592 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] For port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:48.447482 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] For port c69142b7-ff91-490d-a285-cfad40537ece, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:48.450978 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.518287 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.579185 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2713-70c4-4e44-9c7b-b0e0c0ac578e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.580681 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5643a-8b73-4b18-b547-2b58d2c7aa50 None None] Pushing event updated for resources: {'Port': ['ID=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:48.608102 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:48.611001 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] For port c69142b7-ff91-490d-a285-cfad40537ece, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=c69142b7-ff91-490d-a285-cfad40537ece,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:48.622180 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:48.639144 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:48.640744 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.650225 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Pushing event updated for resources: {'Port': ['ID=217d28a2-1d4a-4754-a83f-7bb1e47df60d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:48.719395 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.726305 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830ede4-72f5-4b78-a44f-c51c116fa368 None None] Pushing event updated for resources: {'Port': ['ID=c69142b7-ff91-490d-a285-cfad40537ece,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:48.768134 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-95a4109d-4a56-4542-90be-825b81e2a318 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:35:48.769166 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-95a4109d-4a56-4542-90be-825b81e2a318 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2046506 Aug 31 23:35:48.896738 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2713-70c4-4e44-9c7b-b0e0c0ac578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.901308 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2713-70c4-4e44-9c7b-b0e0c0ac578e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:48.902604 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e9ed2713-70c4-4e44-9c7b-b0e0c0ac578e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81135acf-ef9d-47e0-a613-3fed2c23c22b HTTP/1.1" status: 204 len: 168 time: 0.7077744 Aug 31 23:35:48.971953 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed2713-70c4-4e44-9c7b-b0e0c0ac578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81135acf-ef9d-47e0-a613-3fed2c23c22b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:49.139109 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-aff0190a-4e2a-4f2d-9f77-c51a5f0930ff service neutron] 10.222.0.63 "GET /v2.0/networks/e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323379 Aug 31 23:35:49.313010 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:49.377622 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:49.621898 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Router e9393ddb-afe8-4070-81f7-36d709fe1481 is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:35:49.705951 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-cfd392ff-27e2-4f4f-b256-42e512b7f047 service neutron] 10.222.0.63 "GET /v2.0/networks/e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629700 Aug 31 23:35:49.733935 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:49.801722 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b10bb6bd-c22b-4e34-afbe-2794fc253d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:49.810303 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:49.823657 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Sync routers for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:49.842738 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:49.846039 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:49.863659 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:49.868558 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f87b0c2b-0b6d-42b4-95bf-e9ff02afabb5 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7447927 Aug 31 23:35:49.870760 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45612) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:49.908957 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:50.252537 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45642) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:50.274745 dv-cinder-759943-18-iscsi neutron-server[94084]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 23:35:50.286145 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Router e5678596-e4c9-4d93-8229-76939829fc2b is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:35:50.382587 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:50.491677 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e68dd413-4cb7-4749-af20-dfa9417a93f0 req-88d6fc87-78fc-429e-82ce-3f1e1c214c7a tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.2355959 Aug 31 23:35:50.549456 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:50.652511 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a85204c-f036-4bf8-b285-474d79e26de5 None None] Network 3a01cbee-1397-417e-b51b-4c622421e828 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:50.748262 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:50.790478 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:50.795717 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4adf0cc1-00e9-4547-949b-59ec051c8341 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6388624 Aug 31 23:35:50.797255 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45662) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:50.820745 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Sync routers for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:51.161838 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:48Z', 'revision_number': 3, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:51.207132 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:51.216156 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:51.219422 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:51.264588 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Checking router: e9393ddb-afe8-4070-81f7-36d709fe1481 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:51.266019 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Updating router e9393ddb-afe8-4070-81f7-36d709fe1481 port dc987e2f-0d78-4b8d-8d33-f448a783a261 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:35:51.303304 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:51.358040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1a2a6-523d-46df-ac2f-2f587a75873c None None] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:51.361120 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device c69142b7-ff91-490d-a285-cfad40537ece up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:51.384901 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:51.595065 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b56d2bc6-cd9e-435a-93b6-7e46010b16f6 None None] Provisioning for port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:51.744368 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Allocated IP 172.20.0.1 (3a01cbee-1397-417e-b51b-4c622421e828/8efd5342-fd3b-499e-a9d1-72b1f94cf12b/605c282f-d490-4794-8c5d-25686cc10795) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:51.916945 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:51.933773 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Transition to ACTIVE for port object 605c282f-d490-4794-8c5d-25686cc10795 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:51.977215 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b56d2bc6-cd9e-435a-93b6-7e46010b16f6 None None] Provisioning complete for port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:51.985472 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:51.987204 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b56d2bc6-cd9e-435a-93b6-7e46010b16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.027646 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.039034 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Transition to ACTIVE for port object dc987e2f-0d78-4b8d-8d33-f448a783a261 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:52.052103 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.095647 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45726) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:52.113262 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Network 3a01cbee-1397-417e-b51b-4c622421e828 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:52.121015 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:52.138616 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:52.139107 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.149388 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.163682 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Pushing event updated for resources: {'Port': ['ID=dc987e2f-0d78-4b8d-8d33-f448a783a261,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:52.196002 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.198133 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.209301 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.210170 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.211260 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.212012 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.212784 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.214051 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.214890 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.215842 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.216584 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.218378 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Tracked resource versions report: Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: pushed versions: Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Log': {'1.0'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Network': {'1.1'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Port': {'1.7'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: consumer versions: Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: HyperV agent@hv-cinder-75994: {}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: L3 agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: Metadata agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: Metering agent@dv-cinder-759943-18-iscsi: {}, Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-759943-18-iscsi: { 'AddressGroup': '1.2', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Log': '1.0', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Network': '1.1', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Port': '1.7', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'SubPort': '1.0', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Subnet': '1.1', Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Aug 31 23:35:52.220688 dv-cinder-759943-18-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:35:52.229113 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:52.271860 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Attempting to bind port dc987e2f-0d78-4b8d-8d33-f448a783a261 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:52.272809 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Attempting to bind port dc987e2f-0d78-4b8d-8d33-f448a783a261 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:52.277611 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Attempting to bind port dc987e2f-0d78-4b8d-8d33-f448a783a261 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:52.301797 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:52.302459 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:52.305570 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.306133 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:52.308447 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Bound port: dc987e2f-0d78-4b8d-8d33-f448a783a261, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:52.311411 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.328538 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a9d1449b-c409-4ece-9490-cbe8a3a2a007 req-8b2178c1-a36b-434a-b49a-f2e41ff2e3a7 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.3525209 Aug 31 23:35:52.329847 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.360790 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port c69142b7-ff91-490d-a285-cfad40537ece completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:52.390305 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Pushing event updated for resources: {'Port': ['ID=605c282f-d490-4794-8c5d-25686cc10795,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:52.502130 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.544403 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] For port dc987e2f-0d78-4b8d-8d33-f448a783a261, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:52.556364 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] For port dc987e2f-0d78-4b8d-8d33-f448a783a261, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=dc987e2f-0d78-4b8d-8d33-f448a783a261,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:52.572897 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.660647 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b56d2bc6-cd9e-435a-93b6-7e46010b16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.680577 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:52.681203 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:52.719844 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e6b244b4-7e0d-4294-9aeb-e43cd24a80aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.744690 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.814235 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-b56d2bc6-cd9e-435a-93b6-7e46010b16f6 None None] For port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:52.816684 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86842c3b-dcb4-4882-b684-a1f5781a2239 None None] Pushing event updated for resources: {'Port': ['ID=dc987e2f-0d78-4b8d-8d33-f448a783a261,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:52.850859 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.858515 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b56d2bc6-cd9e-435a-93b6-7e46010b16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.866091 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.866847 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:52.896232 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Allocated IP 172.20.0.1 (d7b65b3c-8c08-441f-bcf3-df0e35a0aa44/453df943-c6ec-4a5d-8a08-d47fafd4467d/5788cb22-b768-432f-b73f-65421751fcc8) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:52.948444 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:48Z', 'revision_number': 3, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:52.981204 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:53.004689 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Checking router: e5678596-e4c9-4d93-8229-76939829fc2b for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:53.007069 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Updating router e5678596-e4c9-4d93-8229-76939829fc2b port 217d28a2-1d4a-4754-a83f-7bb1e47df60d binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:35:53.044015 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.067876 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.075481 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d2bc6-cd9e-435a-93b6-7e46010b16f6 None None] Pushing event updated for resources: {'Port': ['ID=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:53.085949 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Transition to ACTIVE for port object 5788cb22-b768-432f-b73f-65421751fcc8 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:53.092087 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Pushing event updated for resources: {'Port': ['ID=605c282f-d490-4794-8c5d-25686cc10795,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:53.121687 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Provisioning for port c69142b7-ff91-490d-a285-cfad40537ece completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:53.127040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Provisioning complete for port c69142b7-ff91-490d-a285-cfad40537ece triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:53.127487 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.178344 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Network 3a01cbee-1397-417e-b51b-4c622421e828 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:53.184311 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:53.291212 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e6b244b4-7e0d-4294-9aeb-e43cd24a80aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.307635 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.313663 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e6b244b4-7e0d-4294-9aeb-e43cd24a80aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.324041 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:35:51Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:53.392802 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5ac7c-e7a4-4130-bb97-27a8c7016cea None None] The sync data for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi is: [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:35:51Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:35:53.424373 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] For port c69142b7-ff91-490d-a285-cfad40537ece, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=c69142b7-ff91-490d-a285-cfad40537ece,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:53.433482 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.466076 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.506137 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Provisioning for port 605c282f-d490-4794-8c5d-25686cc10795 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:53.518638 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Provisioning complete for port 605c282f-d490-4794-8c5d-25686cc10795 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:53.518986 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.519092 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Router e9393ddb-afe8-4070-81f7-36d709fe1481 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:35:53.522939 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e6b244b4-7e0d-4294-9aeb-e43cd24a80aa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a11ef3998b994c47aae661abc7b8d0a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4240038 Aug 31 23:35:53.526690 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45756) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:53.540295 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b244b4-7e0d-4294-9aeb-e43cd24a80aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd61de4e-83eb-4f61-a13a-1af2e3c54bfd,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:53.584823 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Pushing event updated for resources: {'Port': ['ID=c69142b7-ff91-490d-a285-cfad40537ece,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:53.631651 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:53.634606 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Port 605c282f-d490-4794-8c5d-25686cc10795 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:35:53.635554 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:53.639181 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:53.639691 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.694881 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Provisioning complete for port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:53.696315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-34b3e738-1652-41fd-ab16-9cfe3397165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.714060 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.800128 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Transition to ACTIVE for port object 217d28a2-1d4a-4754-a83f-7bb1e47df60d will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:53.908132 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:53.931626 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Pushing event updated for resources: {'Port': ['ID=5788cb22-b768-432f-b73f-65421751fcc8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:54.009792 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96a1c-d920-4c36-bf08-d0d23a3dab4d None None] Pushing event updated for resources: {'Port': ['ID=217d28a2-1d4a-4754-a83f-7bb1e47df60d,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:54.017212 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Attempting to bind port 217d28a2-1d4a-4754-a83f-7bb1e47df60d on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:54.017713 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Attempting to bind port 217d28a2-1d4a-4754-a83f-7bb1e47df60d by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:54.018077 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Attempting to bind port 217d28a2-1d4a-4754-a83f-7bb1e47df60d on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:54.033634 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-05a08f09-6090-4d6a-a5ba-b9d88cefd22a req-aa3a462f-10b2-47ae-8685-b9328d887033 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.1711135 Aug 31 23:35:54.054378 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:54.055692 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:54.056294 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.056843 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:54.057486 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Bound port: 217d28a2-1d4a-4754-a83f-7bb1e47df60d, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:54.058176 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.153353 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] For port 217d28a2-1d4a-4754-a83f-7bb1e47df60d, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:54.157303 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] For port 217d28a2-1d4a-4754-a83f-7bb1e47df60d, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=217d28a2-1d4a-4754-a83f-7bb1e47df60d,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:54.162982 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.163337 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3a855fd-d829-4501-a248-941d604b57b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.186191 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:54.194586 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.200390 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8de796f1-8685-4031-9577-646f2008a95e admin admin] 10.222.0.63 "PUT /v2.0/routers/e9393ddb-afe8-4070-81f7-36d709fe1481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3281057 Aug 31 23:35:54.215589 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3a855fd-d829-4501-a248-941d604b57b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.240070 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:54.240883 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:54.284806 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3a855fd-d829-4501-a248-941d604b57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.288725 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3a855fd-d829-4501-a248-941d604b57b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.290104 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e3a855fd-d829-4501-a248-941d604b57b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cd61de4e-83eb-4f61-a13a-1af2e3c54bfd HTTP/1.1" status: 204 len: 168 time: 0.7603517 Aug 31 23:35:54.302858 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96a1c-d920-4c36-bf08-d0d23a3dab4d None None] Pushing event updated for resources: {'Port': ['ID=217d28a2-1d4a-4754-a83f-7bb1e47df60d,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:54.305664 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a855fd-d829-4501-a248-941d604b57b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd61de4e-83eb-4f61-a13a-1af2e3c54bfd,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:54.333926 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Provisioning complete for port c69142b7-ff91-490d-a285-cfad40537ece triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:54.334395 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.449605 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:54.503208 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.513887 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.515264 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.580959 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Pushing event updated for resources: {'Port': ['ID=5788cb22-b768-432f-b73f-65421751fcc8,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:54.677889 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:54.688425 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Provisioning for port 5788cb22-b768-432f-b73f-65421751fcc8 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:54.769942 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Provisioning complete for port 5788cb22-b768-432f-b73f-65421751fcc8 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:54.770477 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:54.797138 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:54.799201 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:55.075003 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Port 5788cb22-b768-432f-b73f-65421751fcc8 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:35:55.154300 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Router e5678596-e4c9-4d93-8229-76939829fc2b has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:35:55.218318 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45796) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:55.229193 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.235755 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6676f68-4b5e-4889-bfcd-c14f2609b678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.246895 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Provisioning complete for port 605c282f-d490-4794-8c5d-25686cc10795 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:55.247417 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.268391 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-632b380b-c0f1-4d54-8ccb-34306d061888 req-de89b9b0-c562-464e-bba3-5a470eeb1362 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.0590727 Aug 31 23:35:55.437235 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6123fe71-9e64-44d3-80a3-31f1dd29ebd3 None None] Port 605c282f-d490-4794-8c5d-25686cc10795 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:35:55.445030 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6676f68-4b5e-4889-bfcd-c14f2609b678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.456518 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6676f68-4b5e-4889-bfcd-c14f2609b678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.469411 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:55.469411 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.528557 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:55.544476 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:55.561243 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e3fd4bc6-0529-45f8-94aa-fe893436f07a admin admin] 10.222.0.63 "PUT /v2.0/routers/e5678596-e4c9-4d93-8229-76939829fc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7513037 Aug 31 23:35:55.561481 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e6676f68-4b5e-4889-bfcd-c14f2609b678 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ad846058fb2547e7a9777a3a09d6f25b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3387182 Aug 31 23:35:55.561481 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676f68-4b5e-4889-bfcd-c14f2609b678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693cea5c-555c-4510-aeba-5c33647c1c44,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:55.563480 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45802) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:55.592479 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c01b6-d8cb-44ed-a043-ffcbd8ac2578 None None] The sync data for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi is: [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:35:55.626529 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3e4e2e02-5fe2-4ada-bc65-2fce1bcdeaa9 None None] Provisioning complete for port 5788cb22-b768-432f-b73f-65421751fcc8 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:55.627047 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2e02-5fe2-4ada-bc65-2fce1bcdeaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.651848 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d331e4eb-edf8-491f-80fc-f510205f591b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.685807 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d331e4eb-edf8-491f-80fc-f510205f591b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.760029 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d331e4eb-edf8-491f-80fc-f510205f591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.763269 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d331e4eb-edf8-491f-80fc-f510205f591b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:55.767725 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d331e4eb-edf8-491f-80fc-f510205f591b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/693cea5c-555c-4510-aeba-5c33647c1c44 HTTP/1.1" status: 204 len: 168 time: 0.2031634 Aug 31 23:35:55.810599 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331e4eb-edf8-491f-80fc-f510205f591b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693cea5c-555c-4510-aeba-5c33647c1c44,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:55.829677 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e2e02-5fe2-4ada-bc65-2fce1bcdeaa9 None None] Port 5788cb22-b768-432f-b73f-65421751fcc8 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:35:55.910151 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device c69142b7-ff91-490d-a285-cfad40537ece up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:55.955164 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45812) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:55.960238 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-853327d5-7e3c-4653-b4a4-f5d816df2624 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371009349', 'description': 'tempest-description--1595850350'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:56.031041 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port c69142b7-ff91-490d-a285-cfad40537ece triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:56.031828 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:56.043643 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-853327d5-7e3c-4653-b4a4-f5d816df2624 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:56.265562 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.61', 57198) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:56.300592 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-853327d5-7e3c-4653-b4a4-f5d816df2624 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:56.310527 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-853327d5-7e3c-4653-b4a4-f5d816df2624 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:56.384419 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-853327d5-7e3c-4653-b4a4-f5d816df2624 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:56.386433 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-853327d5-7e3c-4653-b4a4-f5d816df2624 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4301240 Aug 31 23:35:56.390872 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45836) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:56.408422 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-16ebd4bb-9cc1-4df5-99c7-5530e350b696 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'security_group_rule': {'security_group_id': '6c0305a6-cd60-434e-93a8-c13a62a3cbb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:56.465201 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853327d5-7e3c-4653-b4a4-f5d816df2624 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0305a6-cd60-434e-93a8-c13a62a3cbb5,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:56.702887 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16ebd4bb-9cc1-4df5-99c7-5530e350b696 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:56.750938 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dc987e2f-0d78-4b8d-8d33-f448a783a261 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:56.785229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-6e730371-c101-4a4e-860e-53ae46580f36 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:56.787727 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-6e730371-c101-4a4e-860e-53ae46580f36 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.61 "GET /v2.0/networks?id=e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a HTTP/1.1" status: 200 len: 811 time: 0.5207117 Aug 31 23:35:56.852420 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port dc987e2f-0d78-4b8d-8d33-f448a783a261 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:56.867016 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port dc987e2f-0d78-4b8d-8d33-f448a783a261 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:56.869507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:56.898127 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Request body: {'port': {'device_id': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a', 'admin_state_up': True, 'tenant_id': 'e4c30e8e96e24f0fa96664e1fac0d13e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:56.961043 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c722cee-1f11-4b94-aa83-412d1373e399 req-f44a891c-e69a-4c17-aa00-15eb68f3822e tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.1355331 Aug 31 23:35:57.172949 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.228379 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port dc987e2f-0d78-4b8d-8d33-f448a783a261, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=dc987e2f-0d78-4b8d-8d33-f448a783a261,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:57.240165 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.256442 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45880) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:57.261189 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-1c7c42e8-9f8e-4574-893f-797289ea8ab7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811373762', 'description': 'tempest-description--1185731693'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:57.330879 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Sync routers for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:57.331876 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c7c42e8-9f8e-4574-893f-797289ea8ab7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.349600 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=dc987e2f-0d78-4b8d-8d33-f448a783a261,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:57.350744 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:57.351708 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:57.388255 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16ebd4bb-9cc1-4df5-99c7-5530e350b696 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.489317 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16ebd4bb-9cc1-4df5-99c7-5530e350b696 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.563062 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c7c42e8-9f8e-4574-893f-797289ea8ab7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.576561 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c7c42e8-9f8e-4574-893f-797289ea8ab7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.610180 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd4bb-9cc1-4df5-99c7-5530e350b696 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257c933a-d68b-4e19-8d2b-860b3549eae2,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:57.672024 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c7c42e8-9f8e-4574-893f-797289ea8ab7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.672024 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1c7c42e8-9f8e-4574-893f-797289ea8ab7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4113572 Aug 31 23:35:57.672024 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45910) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:57.690739 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'security_group_rule': {'security_group_id': '4e483437-a65d-4986-993f-c922153f9fcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:57.720512 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16ebd4bb-9cc1-4df5-99c7-5530e350b696 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.721897 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-16ebd4bb-9cc1-4df5-99c7-5530e350b696 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3172801 Aug 31 23:35:57.733005 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45914) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:57.741145 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-33a77f6b-4d57-4fdf-a0ef-be504d341115 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'security_group_rule': {'security_group_id': '6c0305a6-cd60-434e-93a8-c13a62a3cbb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:57.741610 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c42e8-9f8e-4574-893f-797289ea8ab7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e483437-a65d-4986-993f-c922153f9fcc,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:57.748987 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Made reservation on behalf of e4c30e8e96e24f0fa96664e1fac0d13e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:57.756241 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:57.760429 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 23:35:57.760429 dv-cinder-759943-18-iscsi neutron-server[94084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 23:35:57.760429 dv-cinder-759943-18-iscsi neutron-server[94084]: [parameters: {'project_id_1': 'd0d63cf718d440eea4d58fbb5b458269', 'expiration_1': datetime.datetime(2021, 8, 31, 23, 35, 57, 712379)}] Aug 31 23:35:57.760429 dv-cinder-759943-18-iscsi neutron-server[94084]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 23:35:57.760877 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 23:35:57.923493 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:58.099790 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-33a77f6b-4d57-4fdf-a0ef-be504d341115 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:58.247158 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-073fa5d4-3a3d-4bfa-b3d9-e523331deec2 req-0c5bc845-e0bb-4702-8423-8a5364854330 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.1342010 Aug 31 23:35:58.357235 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:58.448163 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 2, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:58.585359 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Allocated IP 172.20.0.8 (e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a/43d7883a-e0e7-493a-a57a-44b574fe9316/4e63ca85-078e-45ed-a9c0-23bde26c99a4) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:58.629463 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Checking router: e9393ddb-afe8-4070-81f7-36d709fe1481 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:58.632828 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Updating router e9393ddb-afe8-4070-81f7-36d709fe1481 port 605c282f-d490-4794-8c5d-25686cc10795 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:35:58.697246 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:58.704186 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:58.707939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:58.782391 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dc987e2f-0d78-4b8d-8d33-f448a783a261 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:58.806424 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ab0f34-46c4-4168-ac7f-61c663e32511,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:58.837111 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:58.862336 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-97424976-7967-4f52-b13d-6414e469d3de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1804385 Aug 31 23:35:58.867659 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45968) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:58.901042 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-6da70f53-a788-414a-96cd-72afb6961dec tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'security_group_rule': {'security_group_id': '4e483437-a65d-4986-993f-c922153f9fcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:58.992938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6da70f53-a788-414a-96cd-72afb6961dec tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.007675 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port dc987e2f-0d78-4b8d-8d33-f448a783a261 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:59.009001 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.025260 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-33a77f6b-4d57-4fdf-a0ef-be504d341115 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.129659 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.138264 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-33a77f6b-4d57-4fdf-a0ef-be504d341115 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.146182 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Transition to ACTIVE for port object 605c282f-d490-4794-8c5d-25686cc10795 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:59.164105 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.222637 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6da70f53-a788-414a-96cd-72afb6961dec tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.239204 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6da70f53-a788-414a-96cd-72afb6961dec tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.245152 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a77f6b-4d57-4fdf-a0ef-be504d341115 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b946e547-f7f4-4a4f-92c8-4a16c5414b12,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:59.286297 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-33a77f6b-4d57-4fdf-a0ef-be504d341115 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.287854 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-33a77f6b-4d57-4fdf-a0ef-be504d341115 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5521584 Aug 31 23:35:59.298383 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 45986) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:59.307193 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da70f53-a788-414a-96cd-72afb6961dec tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b57a7b-7829-4e77-9d05-e9a94ac9010e,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:59.318827 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:59.324106 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856bdda-e75d-489b-b543-91f612d9df9d None None] Pushing event updated for resources: {'Port': ['ID=605c282f-d490-4794-8c5d-25686cc10795,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:59.335083 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6da70f53-a788-414a-96cd-72afb6961dec tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.337660 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6da70f53-a788-414a-96cd-72afb6961dec tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4678102 Aug 31 23:35:59.340815 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 45988) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:59.353239 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:59.395546 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 217d28a2-1d4a-4754-a83f-7bb1e47df60d up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:59.439995 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.552363 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 217d28a2-1d4a-4754-a83f-7bb1e47df60d completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:59.563668 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 217d28a2-1d4a-4754-a83f-7bb1e47df60d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:59.564921 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.579930 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.599117 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91aaa5de-eb70-4119-9d4b-92361f07a734 req-fc99e4c2-ea70-4bde-8d72-447dc92f0d08 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.1565828 Aug 31 23:35:59.628284 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Attempting to bind port 605c282f-d490-4794-8c5d-25686cc10795 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:59.630773 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Attempting to bind port 605c282f-d490-4794-8c5d-25686cc10795 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:59.632607 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Attempting to bind port 605c282f-d490-4794-8c5d-25686cc10795 on network 3a01cbee-1397-417e-b51b-4c622421e828 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:59.634591 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:59.651942 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.656694 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:59.658777 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Checking segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:59.659320 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.660643 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Sync routers for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:59.661427 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Bound using segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:59.663058 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Bound port: 605c282f-d490-4794-8c5d-25686cc10795, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:59.663481 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.735327 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:59.806438 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.841051 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:59.856319 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:59.858097 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.863509 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:59.864785 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:59.912008 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] For port 605c282f-d490-4794-8c5d-25686cc10795, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:59.934813 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] For port 605c282f-d490-4794-8c5d-25686cc10795, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=605c282f-d490-4794-8c5d-25686cc10795,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:59.948250 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.964438 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Pushing event updated for resources: {'Port': ['ID=4e63ca85-078e-45ed-a9c0-23bde26c99a4,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:59.983075 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:59.991404 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-48c1db81-025a-4f1e-b191-9f3fd89bf02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0974321 Aug 31 23:36:00.048047 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:00.048699 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:00.058403 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856bdda-e75d-489b-b543-91f612d9df9d None None] Pushing event updated for resources: {'Port': ['ID=605c282f-d490-4794-8c5d-25686cc10795,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:00.064023 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 217d28a2-1d4a-4754-a83f-7bb1e47df60d, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=217d28a2-1d4a-4754-a83f-7bb1e47df60d,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:00.112900 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:00.218352 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:00.265862 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:00.434133 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:00.444620 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:00.543291 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Allocated IP 172.27.3.98 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/7717fff3-50a9-42d1-a9a6-6141b56e094f) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:00.572624 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=217d28a2-1d4a-4754-a83f-7bb1e47df60d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:00.670705 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 605c282f-d490-4794-8c5d-25686cc10795 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:00.765185 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:00.835484 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 605c282f-d490-4794-8c5d-25686cc10795 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:00.890383 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:00.918246 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 605c282f-d490-4794-8c5d-25686cc10795 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:00.918463 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949c5f9-9d42-410a-a6ce-c5d140cc2481 req-2502a2f4-2e78-4a43-8fa1-615106fa4d35 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:00.919078 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:00.920016 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c949c5f9-9d42-410a-a6ce-c5d140cc2481 req-2502a2f4-2e78-4a43-8fa1-615106fa4d35 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 931 time: 0.1034021 Aug 31 23:36:00.934328 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:00.973858 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:00.996962 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Allocated IP 172.27.3.70 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/a79a3179-0ad0-42ee-9ace-58a86de34ce9) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:00.997295 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:01.000240 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f073916-5a2d-4c0b-b370-75d96255837b None None] The sync data for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi is: [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:36:01.001766 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:01.009891 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'Port': ['ID=7717fff3-50a9-42d1-a9a6-6141b56e094f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:01.151892 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c949c5f9-9d42-410a-a6ce-c5d140cc2481 req-efe1e988-14ed-4846-a868-f7401af38cd0 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073171 Aug 31 23:36:01.205243 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 2, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:01.211883 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.248982 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.258531 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Checking router: e5678596-e4c9-4d93-8229-76939829fc2b for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:36:01.259011 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Updating router e5678596-e4c9-4d93-8229-76939829fc2b port 5788cb22-b768-432f-b73f-65421751fcc8 binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:36:01.288654 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.290279 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.307328 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.319276 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.370305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:01.373691 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:01.380003 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:01.381619 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 605c282f-d490-4794-8c5d-25686cc10795, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=605c282f-d490-4794-8c5d-25686cc10795,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:01.389410 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.492469 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.503688 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'Port': ['ID=a79a3179-0ad0-42ee-9ace-58a86de34ce9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:01.542371 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.543651 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.548501 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.561628 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=605c282f-d490-4794-8c5d-25686cc10795,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:01.593594 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.628996 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'Port': ['ID=7717fff3-50a9-42d1-a9a6-6141b56e094f,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:01.639804 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.641829 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0ae0a380-7629-434b-a1fc-1c7a0e51e789 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2936552 Aug 31 23:36:01.776215 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.837121 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Transition to ACTIVE for port object 5788cb22-b768-432f-b73f-65421751fcc8 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:01.868235 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.909774 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.916391 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:01.981754 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'Port': ['ID=a79a3179-0ad0-42ee-9ace-58a86de34ce9,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:02.029054 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:02.073442 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-4a1557c5-1b1a-4f45-acf5-958f8a00fee7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--811373762&fields=id&tenant_id=d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 267 time: 0.1138985 Aug 31 23:36:02.078816 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:02.080937 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-22b2ba23-270f-4e82-bc80-c977bd497b4a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7775211 Aug 31 23:36:02.099378 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473d29-2f6a-4344-a0d9-5b7807207c62 None None] Pushing event updated for resources: {'Port': ['ID=5788cb22-b768-432f-b73f-65421751fcc8,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:02.206828 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Attempting to bind port 5788cb22-b768-432f-b73f-65421751fcc8 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:36:02.207262 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Attempting to bind port 5788cb22-b768-432f-b73f-65421751fcc8 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:36:02.207634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Attempting to bind port 5788cb22-b768-432f-b73f-65421751fcc8 on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:02.224543 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:36:02.225593 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Checking segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:36:02.227252 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:02.229204 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Bound using segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:36:02.229742 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Bound port: 5788cb22-b768-432f-b73f-65421751fcc8, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:36:02.230411 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:02.387821 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] For port 5788cb22-b768-432f-b73f-65421751fcc8, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:36:02.405391 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] For port 5788cb22-b768-432f-b73f-65421751fcc8, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=5788cb22-b768-432f-b73f-65421751fcc8,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:36:02.429485 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:02.445879 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222fbda-930f-4070-91aa-0c0aac5df78f req-67368dcf-4bcc-4a8a-98cb-f153c856b402 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:02.448236 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c222fbda-930f-4070-91aa-0c0aac5df78f req-67368dcf-4bcc-4a8a-98cb-f153c856b402 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 931 time: 0.1564214 Aug 31 23:36:02.518565 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c222fbda-930f-4070-91aa-0c0aac5df78f req-abbc49e0-db1c-43b8-8e15-87f67f8651da tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576193 Aug 31 23:36:02.689009 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 605c282f-d490-4794-8c5d-25686cc10795 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:02.734609 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-b6314c21-533e-4a37-991f-124ed07bafaf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:02.740073 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-b6314c21-533e-4a37-991f-124ed07bafaf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 816 time: 0.6652794 Aug 31 23:36:02.771251 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-d8be7325-856f-4cc6-8eaf-5e230a661e2a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/quotas/d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 375 time: 0.0245905 Aug 31 23:36:02.776283 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473d29-2f6a-4344-a0d9-5b7807207c62 None None] Pushing event updated for resources: {'Port': ['ID=5788cb22-b768-432f-b73f-65421751fcc8,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:02.783405 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:02.784339 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:35:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:02.928044 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-29000d74-b5d5-459e-9852-fb0a9a7a16dc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1557195 Aug 31 23:36:02.936246 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-88838545-6680-4f43-9306-a4792389fb49 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1371009349&fields=id&tenant_id=3a523829007a4ec7937d3dd3c160d688 HTTP/1.1" status: 200 len: 267 time: 0.1825476 Aug 31 23:36:02.959220 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 605c282f-d490-4794-8c5d-25686cc10795 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:02.959715 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:03.066081 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:03.157664 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-df5b8185-ffbf-4d2b-a584-efed2aab2626 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:03.163488 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-df5b8185-ffbf-4d2b-a584-efed2aab2626 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 811 time: 0.2261541 Aug 31 23:36:03.193331 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-c7c58c3d-defd-488b-a744-c950d5cd307b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/quotas/3a523829007a4ec7937d3dd3c160d688 HTTP/1.1" status: 200 len: 375 time: 0.0138390 Aug 31 23:36:03.351113 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-78528467-989e-4a90-b120-237942a69d91 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409707 Aug 31 23:36:03.399119 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-0f1133de-3246-47e3-b385-f075c15a6f77 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:36:03.399119 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-0f1133de-3246-47e3-b385-f075c15a6f77 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1091294 Aug 31 23:36:03.581767 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 217d28a2-1d4a-4754-a83f-7bb1e47df60d up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:03.598187 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-63ae9382-be31-40d6-ad91-fa34f2f39833 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:36:03.600341 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-63ae9382-be31-40d6-ad91-fa34f2f39833 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290408 Aug 31 23:36:03.690470 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-ae269388-cd9b-437c-991e-d8544a331cd4 service neutron] 10.222.0.63 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798100 Aug 31 23:36:03.772799 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 217d28a2-1d4a-4754-a83f-7bb1e47df60d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:03.773431 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:03.828339 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:02Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:03.840717 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-9b85bfb6-a381-4ca9-843f-18c59bc29a2b service neutron] 10.222.0.63 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193010 Aug 31 23:36:03.909995 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06871ec-f764-4acb-b2b0-de1734c17d22 None None] The sync data for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi is: [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:02Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:36:03.993493 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Request body: {'port': {'device_id': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:04.048472 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-d0c4cf29-12f7-45b1-8a02-236f5419f6b5 service neutron] 10.222.0.63 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460300 Aug 31 23:36:04.193775 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:04.264466 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-a5529d8f-9ed4-438d-a4b4-453b0ca6a6ae service neutron] 10.222.0.63 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128468 Aug 31 23:36:04.717470 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 5788cb22-b768-432f-b73f-65421751fcc8 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:04.750284 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b473e0-ecab-4452-99a7-ace4489a101a req-61a08347-030f-42e4-a489-0f413be467c7 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:04.767332 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40b473e0-ecab-4452-99a7-ace4489a101a req-61a08347-030f-42e4-a489-0f413be467c7 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 931 time: 0.2258911 Aug 31 23:36:04.898412 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40b473e0-ecab-4452-99a7-ace4489a101a req-c9d9be53-6b86-48b2-ab6b-4707baa51c4c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300287 Aug 31 23:36:04.909936 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 5788cb22-b768-432f-b73f-65421751fcc8 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:04.932182 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 5788cb22-b768-432f-b73f-65421751fcc8 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:04.932806 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:05.048042 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3122ced-8cb2-48cf-924c-5b1a2770846b req-bccd598e-19cb-42d2-986e-96199bff5b82 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0553102 Aug 31 23:36:05.237799 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1ce886cb-d835-4bd2-9394-b228a3308bbe req-22520cf7-e885-4e81-bcd8-8dbeac740170 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.1304195 Aug 31 23:36:05.379525 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:05.447953 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e63ca85-078e-45ed-a9c0-23bde26c99a4 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:05.477945 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:05.521156 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 5788cb22-b768-432f-b73f-65421751fcc8, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=5788cb22-b768-432f-b73f-65421751fcc8,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:05.530306 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:05.533345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Transition to ACTIVE for port object 4e63ca85-078e-45ed-a9c0-23bde26c99a4 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:05.539994 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:05.661930 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=5788cb22-b768-432f-b73f-65421751fcc8,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:05.772554 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63ca85-078e-45ed-a9c0-23bde26c99a4,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:05.787398 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Attempting to bind port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:36:05.787603 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Attempting to bind port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:36:05.788374 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Attempting to bind port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 on network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:05.794758 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 on network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:36:05.796865 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Attempting to bind port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 on network e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:05.805951 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:36:05.806328 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Checking segment: {'id': '3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:36:05.806946 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Bound using segment: {'id': '3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:36:05.807439 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Bound port: 4e63ca85-078e-45ed-a9c0-23bde26c99a4, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:36:05.807802 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:05.950226 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] For port 4e63ca85-078e-45ed-a9c0-23bde26c99a4, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:36:05.957741 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] For port 4e63ca85-078e-45ed-a9c0-23bde26c99a4, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e63ca85-078e-45ed-a9c0-23bde26c99a4,segment=NetworkSegment(3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a),segment_id=3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:36:05.964328 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.007582 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:06.008850 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.011128 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e63ca85-078e-45ed-a9c0-23bde26c99a4 HTTP/1.1" status: 200 len: 1093 time: 2.1493738 Aug 31 23:36:06.059150 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'tag': '4e63ca85-078e-45ed-a9c0-23bde26c99a4'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:06.171504 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46224) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:06.288719 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3fe24785-d88a-4858-a803-2a4ff25f43e4 req-c18636d7-7388-480a-ac2a-f5137daac016 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.1186981 Aug 31 23:36:06.307465 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8b7d1-d4b6-4537-af30-fb78385b91b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63ca85-078e-45ed-a9c0-23bde26c99a4,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:06.366377 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb23879-bb59-463c-a409-68a926429508 req-d28adc5c-39aa-46b5-80bd-d88753cf2e3d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:06.368878 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3bb23879-bb59-463c-a409-68a926429508 req-d28adc5c-39aa-46b5-80bd-d88753cf2e3d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.3911214 Aug 31 23:36:06.508945 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3bb23879-bb59-463c-a409-68a926429508 req-c91e87ff-f688-4ae4-8986-d0e62ff6ada3 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300499 Aug 31 23:36:06.518208 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7259b23f-c852-4bac-afb5-ccf23fc6b317 req-3beade63-d1f2-4211-a042-39d402293a0e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.1129766 Aug 31 23:36:06.548750 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4063c2-a6ac-4c0a-ab3f-fac50389474a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7002669-3dfb-42c5-bb9b-1013a8b79b87", "tag": "4e63ca85-078e-45ed-a9c0-23bde26c99a4"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:06.556297 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e830fbe0-3f56-4623-b14c-9ed13ef6801a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.569495 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 5788cb22-b768-432f-b73f-65421751fcc8 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:06.641729 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 5788cb22-b768-432f-b73f-65421751fcc8 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:06.642390 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.705585 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e830fbe0-3f56-4623-b14c-9ed13ef6801a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.712618 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e830fbe0-3f56-4623-b14c-9ed13ef6801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.774351 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e830fbe0-3f56-4623-b14c-9ed13ef6801a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=636dcf0b251d484b9df365043d4e1d86&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5984809 Aug 31 23:36:06.777126 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46250) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:06.784353 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830fbe0-3f56-4623-b14c-9ed13ef6801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ddec94-8706-45ef-a3c9-339e073b1f51,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:06.836631 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbea350f-a910-44cd-bcff-70da4c826be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.843726 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5447beab-c8a2-4a8c-9f97-6a39d5419513 x-openstack-request-id: req-5447beab-c8a2-4a8c-9f97-6a39d5419513 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:06.844269 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7002669-3dfb-42c5-bb9b-1013a8b79b87", "tag": "4e63ca85-078e-45ed-a9c0-23bde26c99a4", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:06.844522 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5447beab-c8a2-4a8c-9f97-6a39d5419513 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:06.845131 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'tag': '4e63ca85-078e-45ed-a9c0-23bde26c99a4', 'status': 'completed', 'code': 200} Aug 31 23:36:06.867045 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbea350f-a910-44cd-bcff-70da4c826be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.924547 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbea350f-a910-44cd-bcff-70da4c826be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.930422 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbea350f-a910-44cd-bcff-70da4c826be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:06.941329 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bbea350f-a910-44cd-bcff-70da4c826be3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/53ddec94-8706-45ef-a3c9-339e073b1f51 HTTP/1.1" status: 204 len: 168 time: 0.1538939 Aug 31 23:36:06.945500 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea350f-a910-44cd-bcff-70da4c826be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ddec94-8706-45ef-a3c9-339e073b1f51,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:07.442765 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2948a744-d866-4ce7-a4da-cf037eee17c0 req-520c3bc0-255b-4eee-8440-0c38d389bb3c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0375865 Aug 31 23:36:07.616255 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-734226b7-d2c8-453b-bd49-0d04e0b75240 req-871aa71c-15cc-46c8-9130-a6ce3c8f9755 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0278592 Aug 31 23:36:07.677008 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eaee4-3519-4f35-942f-bd1392cba892 req-bf7ca08e-7a76-472b-b00a-317dd75a896d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:07.683151 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-903eaee4-3519-4f35-942f-bd1392cba892 req-bf7ca08e-7a76-472b-b00a-317dd75a896d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0779331 Aug 31 23:36:07.730713 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-903eaee4-3519-4f35-942f-bd1392cba892 req-883b9c07-ee18-487d-b776-6b8bbebbfe7d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Aug 31 23:36:08.535541 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8dd954b7-92ba-4888-88a6-3a6151f6b923 req-928bdee9-c8a2-45a6-9960-f93ea41ac7ee tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0292857 Aug 31 23:36:08.716514 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5194c5dc-536e-4104-860e-6f9a2a7157d8 req-7dc0feeb-74ce-41b9-b4fb-d6065e217686 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0268443 Aug 31 23:36:08.834609 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1e5a2-b709-4cc3-94d0-d545d4265677 req-ede6c00c-531a-4b91-89c3-0e37cec96e8e tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:08.836708 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7f1e5a2-b709-4cc3-94d0-d545d4265677 req-ede6c00c-531a-4b91-89c3-0e37cec96e8e tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0490272 Aug 31 23:36:08.874598 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7f1e5a2-b709-4cc3-94d0-d545d4265677 req-e5b5df17-a97b-45e5-a99e-e8cde8e66a9e tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Aug 31 23:36:09.663866 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b847c428-5785-43ca-8090-6b31967dd431 req-674ea999-3def-41df-a04e-60d5babaa40e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0369003 Aug 31 23:36:09.817551 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6277d13f-6fac-4444-8a1c-a2e12762e0ce req-a499ad47-778b-4b48-a4c5-f349f1d966bf tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0310454 Aug 31 23:36:09.997669 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c67d6b-dc38-4d28-9641-df0c947d6b9d req-fe9c18a2-9f55-4d6e-a46f-be5811212df4 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:09.999233 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-75c67d6b-dc38-4d28-9641-df0c947d6b9d req-fe9c18a2-9f55-4d6e-a46f-be5811212df4 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0526938 Aug 31 23:36:10.040160 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-75c67d6b-dc38-4d28-9641-df0c947d6b9d req-45415cd4-3412-47d0-835a-7b563a74f4a2 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344081 Aug 31 23:36:10.778773 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-21ea80c2-57e6-43f4-92a9-ed107b354c09 req-ff26389c-0bfe-439d-9980-d935677045eb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0293121 Aug 31 23:36:10.915589 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-75af486e-068c-4fd0-b472-cd1690cbfc2a req-47011f48-3d61-456f-8c37-b801df744825 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Aug 31 23:36:11.169384 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fbe2e-ac9a-40d7-b24e-121dcc7d703f req-13dfa367-1895-49ab-a7a3-ff4a23165d7b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:11.171075 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a1fbe2e-ac9a-40d7-b24e-121dcc7d703f req-13dfa367-1895-49ab-a7a3-ff4a23165d7b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0574458 Aug 31 23:36:11.217513 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a1fbe2e-ac9a-40d7-b24e-121dcc7d703f req-86c7d8f7-9890-4959-a860-a8c7e49c629b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Aug 31 23:36:12.024444 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-270fe59d-a866-4355-9b77-fc1a4a12261a req-b7467a0b-0158-40de-a1b1-634de2f853bd tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0616786 Aug 31 23:36:12.094573 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5fff057b-116f-4d34-9be2-95e82572e12c req-0acd8029-8a06-4d5c-9924-d633bd5d9be5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0849273 Aug 31 23:36:12.381978 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46426) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:12.406580 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294836d0-5ef8-47e4-96d7-6dee7480171a req-ec83545c-2ef8-4a06-8f38-a21835dc0f53 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:12.408447 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-294836d0-5ef8-47e4-96d7-6dee7480171a req-ec83545c-2ef8-4a06-8f38-a21835dc0f53 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0864880 Aug 31 23:36:12.464141 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-294836d0-5ef8-47e4-96d7-6dee7480171a req-316e69d2-cda0-4795-96bb-40285d2cc74c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Aug 31 23:36:12.477434 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46430) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:12.568837 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a1e725b4-9fab-4d11-93d1-290a073947a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:12.619360 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f794cca-90f3-46b6-b358-297e8c986abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:12.700840 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a1e725b4-9fab-4d11-93d1-290a073947a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:12.705101 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a1e725b4-9fab-4d11-93d1-290a073947a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:12.761033 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a1e725b4-9fab-4d11-93d1-290a073947a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ad457d7c1ea840dabec3e0b9cb964a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774545 Aug 31 23:36:12.762516 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e725b4-9fab-4d11-93d1-290a073947a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84e2e27-1939-4d9c-9a8a-dd848fb009e8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:12.764639 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46440) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:12.842827 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f794cca-90f3-46b6-b358-297e8c986abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:12.861477 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f794cca-90f3-46b6-b358-297e8c986abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:12.920455 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8f794cca-90f3-46b6-b358-297e8c986abd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d3db2d3c8464477f952165de9fdcc4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384367 Aug 31 23:36:12.920982 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46448) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:12.939331 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f794cca-90f3-46b6-b358-297e8c986abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6bb081-04d1-4f90-8a5f-dc720292ca54,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:12.958066 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a422b-e4c0-4e80-940a-09038cede352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.007970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a422b-e4c0-4e80-940a-09038cede352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.040178 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d350ee9-c807-4499-b1ad-66e1ab08f9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.082914 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d350ee9-c807-4499-b1ad-66e1ab08f9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.118104 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a422b-e4c0-4e80-940a-09038cede352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.121107 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a422b-e4c0-4e80-940a-09038cede352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.123326 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-dd7a422b-e4c0-4e80-940a-09038cede352 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c84e2e27-1939-4d9c-9a8a-dd848fb009e8 HTTP/1.1" status: 204 len: 168 time: 0.3569257 Aug 31 23:36:13.138366 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a422b-e4c0-4e80-940a-09038cede352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84e2e27-1939-4d9c-9a8a-dd848fb009e8,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:13.200441 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d350ee9-c807-4499-b1ad-66e1ab08f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.207425 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d350ee9-c807-4499-b1ad-66e1ab08f9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.209597 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3d350ee9-c807-4499-b1ad-66e1ab08f9e7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ea6bb081-04d1-4f90-8a5f-dc720292ca54 HTTP/1.1" status: 204 len: 168 time: 0.2875669 Aug 31 23:36:13.234796 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d350ee9-c807-4499-b1ad-66e1ab08f9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6bb081-04d1-4f90-8a5f-dc720292ca54,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:13.272819 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46470) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:13.335087 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b926047b-4366-4779-a2d4-aa60ad1fb1b4 req-8dfe2082-63a4-4bef-8188-00a5a9ade181 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0586939 Aug 31 23:36:13.340124 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d944c914-9dc5-4884-b905-c51f09efc82b req-6ffd4fba-b18c-42f5-b5af-4988d33362c4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0544884 Aug 31 23:36:13.642050 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15d6f-a0a3-4f19-9a28-6cfae5c09c34 req-9cd9628b-3917-4941-ac3e-6b2492b163f5 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:13.643789 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0cd15d6f-a0a3-4f19-9a28-6cfae5c09c34 req-9cd9628b-3917-4941-ac3e-6b2492b163f5 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0741732 Aug 31 23:36:13.688497 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-656f3f72-9ff3-4115-a7ae-164bf51277d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.689806 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0cd15d6f-a0a3-4f19-9a28-6cfae5c09c34 req-a3e4416a-9ff8-46cc-ab7d-f588547490e9 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Aug 31 23:36:13.712853 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46482) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:13.731435 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a347607e-c8f0-4625-9522-157f0dfa779b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.812060 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-656f3f72-9ff3-4115-a7ae-164bf51277d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.816952 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-656f3f72-9ff3-4115-a7ae-164bf51277d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.857469 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-656f3f72-9ff3-4115-a7ae-164bf51277d3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5615f2ef95244b369a0fe0528686fa01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824239 Aug 31 23:36:13.858664 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f3f72-9ff3-4115-a7ae-164bf51277d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896fa4f6-0ef5-468b-b18f-f3e2d68f1b31,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:13.861075 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46488) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:13.920311 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a347607e-c8f0-4625-9522-157f0dfa779b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.924497 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a347607e-c8f0-4625-9522-157f0dfa779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.932998 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6b1238d0-b740-47a6-bb1e-1177fb9b4b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.955934 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6b1238d0-b740-47a6-bb1e-1177fb9b4b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.972462 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a347607e-c8f0-4625-9522-157f0dfa779b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ec04f888cc34ec9b4275e64593bb812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559893 Aug 31 23:36:13.972789 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46494) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:13.979570 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347607e-c8f0-4625-9522-157f0dfa779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f3de09-16b0-4c42-9d4e-56bec3c8cb10,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:14.015684 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6b1238d0-b740-47a6-bb1e-1177fb9b4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:14.018473 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6b1238d0-b740-47a6-bb1e-1177fb9b4b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:14.029100 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6b1238d0-b740-47a6-bb1e-1177fb9b4b3b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/896fa4f6-0ef5-468b-b18f-f3e2d68f1b31 HTTP/1.1" status: 204 len: 168 time: 0.1562204 Aug 31 23:36:14.029100 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1238d0-b740-47a6-bb1e-1177fb9b4b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896fa4f6-0ef5-468b-b18f-f3e2d68f1b31,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:14.031457 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b09e4303-ef85-42d7-8b81-8587afdf5594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:14.058658 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b09e4303-ef85-42d7-8b81-8587afdf5594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:14.119556 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b09e4303-ef85-42d7-8b81-8587afdf5594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:14.123993 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b09e4303-ef85-42d7-8b81-8587afdf5594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:14.125593 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b09e4303-ef85-42d7-8b81-8587afdf5594 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/05f3de09-16b0-4c42-9d4e-56bec3c8cb10 HTTP/1.1" status: 204 len: 168 time: 0.1516068 Aug 31 23:36:14.134143 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4303-ef85-42d7-8b81-8587afdf5594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f3de09-16b0-4c42-9d4e-56bec3c8cb10,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:14.467452 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-01aba3c3-3b6a-4367-9e2f-f021e3b273a9 req-61656612-ba67-4466-9dac-4d9211c23f7f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0300362 Aug 31 23:36:14.484570 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9fba70f1-2cec-4545-82ff-89bf655b9907 req-eabe7808-3135-445d-b3a9-690a9a2f3e64 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0384128 Aug 31 23:36:14.874521 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd910a-4685-4431-88ca-fdbfcbd77a74 req-b26f6e1a-01ca-4d40-972b-b97e7d006099 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:14.876743 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8cd910a-4685-4431-88ca-fdbfcbd77a74 req-b26f6e1a-01ca-4d40-972b-b97e7d006099 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.1040435 Aug 31 23:36:14.933298 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8cd910a-4685-4431-88ca-fdbfcbd77a74 req-224429ed-7b6a-47ed-81b8-d4ccff0c1ff8 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Aug 31 23:36:15.335862 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46590) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:15.597341 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75bf8107-5d0d-4523-b5fb-3fb141b8290e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:15.604389 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-012cc7d0-c468-4019-b118-69d5d9482975 req-f76f5843-767c-47d1-8309-49bfae9ae594 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0380552 Aug 31 23:36:15.623378 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-87500ad2-fb18-4489-90e6-57c3f023089c req-26e79e5a-2c2d-4b66-826c-da0e8b802993 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0451684 Aug 31 23:36:15.735542 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75bf8107-5d0d-4523-b5fb-3fb141b8290e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:15.745083 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75bf8107-5d0d-4523-b5fb-3fb141b8290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:15.785726 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46610) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:15.785864 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-75bf8107-5d0d-4523-b5fb-3fb141b8290e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=100a796fee0b41ac85bdeb19d7601cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488533 Aug 31 23:36:15.794914 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf8107-5d0d-4523-b5fb-3fb141b8290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2975b849-b5b9-493b-aa9c-2a40a7385323,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:15.845288 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bfc5888c-d445-4dab-86fc-b79f7c067376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:15.870705 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bfc5888c-d445-4dab-86fc-b79f7c067376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:15.920693 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bfc5888c-d445-4dab-86fc-b79f7c067376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:15.923903 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bfc5888c-d445-4dab-86fc-b79f7c067376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:15.928138 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bfc5888c-d445-4dab-86fc-b79f7c067376 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2975b849-b5b9-493b-aa9c-2a40a7385323 HTTP/1.1" status: 204 len: 168 time: 0.1412606 Aug 31 23:36:15.935927 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5888c-d445-4dab-86fc-b79f7c067376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975b849-b5b9-493b-aa9c-2a40a7385323,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:16.061621 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8eaa63-fc0e-4647-bcce-39aa029910dc req-33b4dfc5-0b47-415b-97d9-e5c5c654bbec tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:16.069244 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9a8eaa63-fc0e-4647-bcce-39aa029910dc req-33b4dfc5-0b47-415b-97d9-e5c5c654bbec tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0601969 Aug 31 23:36:16.109689 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9a8eaa63-fc0e-4647-bcce-39aa029910dc req-f457657a-5599-4e4f-b1ab-4cabffe91118 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Aug 31 23:36:16.722908 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-41483a1f-f76d-4d06-9df1-3fcccff99c0d req-dec47f35-93a3-4223-8ff3-00d6e031719a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0381131 Aug 31 23:36:16.770716 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0c40fa27-9d03-4dc1-864b-2d29161bf133 req-79650b21-837e-4217-94ed-525af8e1c197 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0520689 Aug 31 23:36:17.229865 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943a0f-9b09-44d3-8d00-c984d638ab55 req-c4e47eeb-3a25-4408-afda-dc0020345623 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:17.231672 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f943a0f-9b09-44d3-8d00-c984d638ab55 req-c4e47eeb-3a25-4408-afda-dc0020345623 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0542605 Aug 31 23:36:17.275615 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f943a0f-9b09-44d3-8d00-c984d638ab55 req-d6ed2869-0402-4688-9e99-f10b0d64a5de tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Aug 31 23:36:17.315601 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86b2b6de-962f-4560-967c-65fa50f1081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:17.649563 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4063c2-a6ac-4c0a-ab3f-fac50389474a req-eae7037f-3a35-44aa-a35d-feee5659ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:17.651263 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5b4063c2-a6ac-4c0a-ab3f-fac50389474a req-eae7037f-3a35-44aa-a35d-feee5659ba56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4c30e8e96e24f0fa96664e1fac0d13e&device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 1096 time: 0.0955138 Aug 31 23:36:17.837451 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7fd1fb5a-b820-41f1-accc-bb2d19556b4d req-b0d1b2a8-85e1-426c-9ebc-649811e0890d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0307467 Aug 31 23:36:17.881671 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d919afed-1c97-4d12-bf23-cb8eeea43a33 req-85d4dcd9-9aca-40aa-82e9-c7805fb31834 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0332942 Aug 31 23:36:18.210523 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4063c2-a6ac-4c0a-ab3f-fac50389474a req-220bf2d0-1d33-48de-a4a4-4358742cce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:18.212258 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5b4063c2-a6ac-4c0a-ab3f-fac50389474a req-220bf2d0-1d33-48de-a4a4-4358742cce71 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e4c30e8e96e24f0fa96664e1fac0d13e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3544469 Aug 31 23:36:18.453951 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4063c2-a6ac-4c0a-ab3f-fac50389474a req-63d55734-58fe-4983-8a4b-c8454bbb2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:18.456617 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5b4063c2-a6ac-4c0a-ab3f-fac50389474a req-63d55734-58fe-4983-8a4b-c8454bbb2a75 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2358637 Aug 31 23:36:18.527439 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5daa2-812f-49d1-9844-c1d9709e1915 req-c8bcdb03-a47a-4a5c-a022-6a3b705202c4 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:18.527439 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4df5daa2-812f-49d1-9844-c1d9709e1915 req-c8bcdb03-a47a-4a5c-a022-6a3b705202c4 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.1400967 Aug 31 23:36:18.582262 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46772) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:18.613291 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4df5daa2-812f-49d1-9844-c1d9709e1915 req-44e677a4-3ee9-4ae3-bd72-d4e1dcf694e0 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856066 Aug 31 23:36:18.653206 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.61', 57247) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:18.762483 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:36:18.812999 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-ba1d06ee-8154-4f4f-87f8-028aeb78df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:18.814812 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-ba1d06ee-8154-4f4f-87f8-028aeb78df97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4c30e8e96e24f0fa96664e1fac0d13e&device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 1096 time: 0.1589582 Aug 31 23:36:18.820639 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb0dc-b3c7-4b14-bf5b-00ea9707f5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:18.839069 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-20a4d4bf-4012-4da6-9bde-56e3f58e1a59 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:18.841394 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-20a4d4bf-4012-4da6-9bde-56e3f58e1a59 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 816 time: 0.1706166 Aug 31 23:36:18.901570 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-3f0bc7be-1e70-4508-8363-80a0fd22a8b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e63ca85-078e-45ed-a9c0-23bde26c99a4 HTTP/1.1" status: 200 len: 217 time: 0.0676360 Aug 31 23:36:18.929178 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-dd3b39c4-7854-42d1-b3ee-87c93d2373f5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 379 time: 0.0685256 Aug 31 23:36:18.948127 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'port': {'device_id': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'admin_state_up': True, 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'security_groups': ['4e483437-a65d-4986-993f-c922153f9fcc']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:18.993784 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef484d2f-bae6-4044-a937-d456369863e2 req-fea57075-b2e6-434e-8385-fbde56706906 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0595267 Aug 31 23:36:19.015836 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-24d38c2c-0fc9-4417-a458-09c9ad6dd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:19.015836 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-24d38c2c-0fc9-4417-a458-09c9ad6dd487 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43d7883a-e0e7-493a-a57a-44b574fe9316 HTTP/1.1" status: 200 len: 851 time: 0.1012540 Aug 31 23:36:19.035133 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78a0cb26-40e7-4c99-ad78-7afc76db0111 req-2b0a2002-f052-4010-a035-c2598cd1023f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0664482 Aug 31 23:36:19.060342 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb0dc-b3c7-4b14-bf5b-00ea9707f5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.065194 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb0dc-b3c7-4b14-bf5b-00ea9707f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.116447 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Made reservation on behalf of d0d63cf718d440eea4d58fbb5b458269 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:36:19.120259 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.138476 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-b677a4cb-78c3-4dd3-9072-cf3a596ee6fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700598 Aug 31 23:36:19.156696 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdb0dc-b3c7-4b14-bf5b-00ea9707f5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99649260-966b-41bb-b3b1-1d422972ba29,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:19.165063 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8dcdb0dc-b3c7-4b14-bf5b-00ea9707f5b1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0b8840a06d94256b30d16517bc547a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5794611 Aug 31 23:36:19.166095 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46792) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:19.180850 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.61', 57252) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:19.275695 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-eced208a-ec18-411a-b6a1-7fc2d79aa4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.317783 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-eced208a-ec18-411a-b6a1-7fc2d79aa4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.328919 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Allocated IP 172.20.0.10 (d7b65b3c-8c08-441f-bcf3-df0e35a0aa44/453df943-c6ec-4a5d-8a08-d47fafd4467d/ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:19.339858 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-faa19d1e-176b-4dfd-bdc0-9ca39ba6d1f3 service neutron] 10.222.0.61 "GET /v2.0/networks/e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456518 Aug 31 23:36:19.356247 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-dd423d5a-3deb-4755-ac49-eae18c4d656a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:19.357777 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-dd423d5a-3deb-4755-ac49-eae18c4d656a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 811 time: 0.1610417 Aug 31 23:36:19.433477 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-eced208a-ec18-411a-b6a1-7fc2d79aa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.436450 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-eced208a-ec18-411a-b6a1-7fc2d79aa4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.438863 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-e6689494-e11f-47a1-9ee3-d8d3ceeb9720 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a523829007a4ec7937d3dd3c160d688 HTTP/1.1" status: 200 len: 380 time: 0.0604086 Aug 31 23:36:19.440978 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-eced208a-ec18-411a-b6a1-7fc2d79aa4fd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/99649260-966b-41bb-b3b1-1d422972ba29 HTTP/1.1" status: 204 len: 168 time: 0.2737751 Aug 31 23:36:19.456638 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced208a-ec18-411a-b6a1-7fc2d79aa4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99649260-966b-41bb-b3b1-1d422972ba29,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:19.481558 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ccd97fe-1184-42b1-b177-47799954cf32 req-d46d6e4f-d1fc-410d-ae26-267ae508c67a service neutron] 10.222.0.61 "GET /v2.0/networks/e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280828 Aug 31 23:36:19.496263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'port': {'device_id': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'admin_state_up': True, 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'security_groups': ['6c0305a6-cd60-434e-93a8-c13a62a3cbb5']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:19.644514 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.666577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Transition to ACTIVE for port object ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:19.681281 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Made reservation on behalf of 3a523829007a4ec7937d3dd3c160d688 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:36:19.684957 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.791320 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.794682 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6a386f5b-45b3-4b1e-9d3e-20f43094a007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.830656 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27019a1-c330-4be5-a6af-956dde2b4d3e req-63936c15-0a2e-45f4-a397-ac867558104b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:19.832575 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d27019a1-c330-4be5-a6af-956dde2b4d3e req-63936c15-0a2e-45f4-a397-ac867558104b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0947971 Aug 31 23:36:19.876390 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:19.885732 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:19.892302 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:19.898250 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:19.900118 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.914121 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:19.922593 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d27019a1-c330-4be5-a6af-956dde2b4d3e req-79d65ab0-2ae8-4980-bfa2-700068b56143 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797815 Aug 31 23:36:19.934926 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9911292 Aug 31 23:36:19.958651 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Allocated IP 172.20.0.9 (3a01cbee-1397-417e-b51b-4c622421e828/8efd5342-fd3b-499e-a9d1-72b1f94cf12b/089f9303-14a5-4e02-9a25-c987ed09fdfd) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:19.967215 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Request body: {'port': {'device_id': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:19.985993 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46838) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:19.994509 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b8ddc-35d2-4fe0-a1e9-bc088689736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:20.002730 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-574669d0-031c-4456-ab8a-f372e92f6a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.152479 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.235438 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-574669d0-031c-4456-ab8a-f372e92f6a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.245576 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-574669d0-031c-4456-ab8a-f372e92f6a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.259336 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c82ffa5-64e3-4df4-810d-568f31eda44c req-19c6fee5-22d5-42d5-b2de-ab7b98264d58 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.1126990 Aug 31 23:36:20.302380 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74369b6f-623c-4096-92af-4faea9a2ed7d req-4603fb11-b4b8-4181-bd8c-f7ad6429d7f8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:20.305808 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74369b6f-623c-4096-92af-4faea9a2ed7d req-4603fb11-b4b8-4181-bd8c-f7ad6429d7f8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 932 time: 0.1228747 Aug 31 23:36:20.334815 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574669d0-031c-4456-ab8a-f372e92f6a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa281a7-8cfd-4c68-83eb-e5b859aff617,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:20.341556 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-574669d0-031c-4456-ab8a-f372e92f6a2e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26bfeefdbf834ab7be3f924a3be0bdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541250 Aug 31 23:36:20.344520 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46854) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:20.377362 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f44abc7a-079f-4be2-89b2-6cba80aafd53 None None] Provisioning for port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:20.385433 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f44abc7a-079f-4be2-89b2-6cba80aafd53 None None] Provisioning complete for port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:20.386010 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f44abc7a-079f-4be2-89b2-6cba80aafd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.391649 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74369b6f-623c-4096-92af-4faea9a2ed7d req-e59b6b3c-a6bc-4fbf-834d-ba53fd8b1683 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723927 Aug 31 23:36:20.458434 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f165903-34d1-4685-995b-1cda4c6eca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.483224 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f44abc7a-079f-4be2-89b2-6cba80aafd53 None None] Port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:36:20.496827 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f165903-34d1-4685-995b-1cda4c6eca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.560484 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f165903-34d1-4685-995b-1cda4c6eca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.564131 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f165903-34d1-4685-995b-1cda4c6eca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.568122 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6f165903-34d1-4685-995b-1cda4c6eca88 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/caa281a7-8cfd-4c68-83eb-e5b859aff617 HTTP/1.1" status: 204 len: 168 time: 0.2201183 Aug 31 23:36:20.574908 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f165903-34d1-4685-995b-1cda4c6eca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa281a7-8cfd-4c68-83eb-e5b859aff617,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:20.605395 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.637924 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Transition to ACTIVE for port object 089f9303-14a5-4e02-9a25-c987ed09fdfd will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:20.849675 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:20.865861 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.892614 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Transition to ACTIVE for port object ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:20.893964 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.904825 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:20.948077 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Network 3a01cbee-1397-417e-b51b-4c622421e828 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:20.980109 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:20.995454 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:21.001264 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:21.001912 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.035072 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:21.113123 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'Port': ['ID=089f9303-14a5-4e02-9a25-c987ed09fdfd,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:21.114773 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.171309 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-92928277-62b1-4b85-845e-cf5ef74d6536 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6815917 Aug 31 23:36:21.189716 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Attempting to bind port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:36:21.190426 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Attempting to bind port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:36:21.190783 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Attempting to bind port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:21.208808 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:36:21.209128 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Attempting to bind port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:21.218723 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46894) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:21.254478 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcae82a-5b7d-4600-bba0-e5a7cb5b41ea req-d9cb7466-91ae-43fc-bf94-60079884dc21 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:21.256290 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8dcae82a-5b7d-4600-bba0-e5a7cb5b41ea req-d9cb7466-91ae-43fc-bf94-60079884dc21 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.2044194 Aug 31 23:36:21.258308 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:36:21.258677 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Checking segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:36:21.259148 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Bound using segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:36:21.263388 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Bound port: ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:36:21.263885 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.275693 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46900) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:21.383439 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8dcae82a-5b7d-4600-bba0-e5a7cb5b41ea req-a4e2531a-a5b4-4bfa-ae0c-0cbd48b65ee3 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140709 Aug 31 23:36:21.456222 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5843c1a0-1efb-417e-8568-4a0cf4acd1c5 None None] Provisioning for port 089f9303-14a5-4e02-9a25-c987ed09fdfd completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:21.456696 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471ea4-d592-46e9-be27-a7d70ceecd41 req-c3bcb8a0-b4e6-4073-9363-176c23ba98f3 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:21.459270 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42471ea4-d592-46e9-be27-a7d70ceecd41 req-c3bcb8a0-b4e6-4073-9363-176c23ba98f3 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 931 time: 0.0804169 Aug 31 23:36:21.464935 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:36:21.465297 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5843c1a0-1efb-417e-8568-4a0cf4acd1c5 None None] Provisioning complete for port 089f9303-14a5-4e02-9a25-c987ed09fdfd triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:21.465676 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5843c1a0-1efb-417e-8568-4a0cf4acd1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.468848 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:36:21.475170 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.530907 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42471ea4-d592-46e9-be27-a7d70ceecd41 req-a8025ee4-fe72-4373-8657-c998aa13f6f5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625401 Aug 31 23:36:21.546712 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:21.547810 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.550200 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] 10.222.0.61 "PUT /v2.0/ports/ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 200 len: 1094 time: 1.5932653 Aug 31 23:36:21.552916 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:21.555503 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d12ec-664c-4a0e-acde-cbd65db9e1de" -d '{"events": [{"name": "network-changed", "server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:21.581366 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-5843c1a0-1efb-417e-8568-4a0cf4acd1c5 None None] Port 089f9303-14a5-4e02-9a25-c987ed09fdfd cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:36:21.661735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8b67ca-2f5b-4efe-85db-0dcd06421338 x-openstack-request-id: req-0c8b67ca-2f5b-4efe-85db-0dcd06421338 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:21.662026 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:21.662175 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c8b67ca-2f5b-4efe-85db-0dcd06421338 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:21.662509 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'status': 'completed', 'code': 200} Aug 31 23:36:21.666526 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cfb6b-0b3a-4f26-861a-cdd91396a8bb service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:21.668579 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a13d881-ec81-4ca3-81f3-6818cecb38eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.690701 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7ed56761-0166-4a50-bbdc-c19d2b3ae6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.706727 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5597c-65a1-4019-bbfb-f814b83aa46f req-f34a64a9-b9f0-40b1-b6d2-f53c743025a8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:21.708823 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3cd5597c-65a1-4019-bbfb-f814b83aa46f req-f34a64a9-b9f0-40b1-b6d2-f53c743025a8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.1452293 Aug 31 23:36:21.768206 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3cd5597c-65a1-4019-bbfb-f814b83aa46f req-e571e73f-e19d-4c3d-a425-2146cce70e82 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503669 Aug 31 23:36:21.835603 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a13d881-ec81-4ca3-81f3-6818cecb38eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:21.842014 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a13d881-ec81-4ca3-81f3-6818cecb38eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.037923 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2a13d881-ec81-4ca3-81f3-6818cecb38eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a0bd5b61c1884ea4b01842ad32d70a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7610724 Aug 31 23:36:22.041164 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46932) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:22.045095 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13d881-ec81-4ca3-81f3-6818cecb38eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9919a-6a9e-492e-bc78-28e9866cdf1b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:22.099859 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62a1aacf-8a67-4cf9-80f6-7e7aab4b80ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.111926 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7ed56761-0166-4a50-bbdc-c19d2b3ae6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.116520 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7ed56761-0166-4a50-bbdc-c19d2b3ae6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.122841 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62a1aacf-8a67-4cf9-80f6-7e7aab4b80ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.157978 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7ed56761-0166-4a50-bbdc-c19d2b3ae6a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d47365a458bf4a119537a0a6773b91ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9374411 Aug 31 23:36:22.160562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56761-0166-4a50-bbdc-c19d2b3ae6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096f65bd-f438-4c0d-ac33-5d51a1094f61,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:22.160683 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46934) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:22.223762 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef63-9307-4120-90d5-1b1422cab979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.227730 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62a1aacf-8a67-4cf9-80f6-7e7aab4b80ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.230518 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62a1aacf-8a67-4cf9-80f6-7e7aab4b80ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.231941 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-62a1aacf-8a67-4cf9-80f6-7e7aab4b80ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1ff9919a-6a9e-492e-bc78-28e9866cdf1b HTTP/1.1" status: 204 len: 168 time: 0.1896489 Aug 31 23:36:22.250257 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1aacf-8a67-4cf9-80f6-7e7aab4b80ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9919a-6a9e-492e-bc78-28e9866cdf1b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:22.265570 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef63-9307-4120-90d5-1b1422cab979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.330853 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef63-9307-4120-90d5-1b1422cab979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.340764 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef63-9307-4120-90d5-1b1422cab979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.340764 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-87c8ef63-9307-4120-90d5-1b1422cab979 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/096f65bd-f438-4c0d-ac33-5d51a1094f61 HTTP/1.1" status: 204 len: 168 time: 0.1731241 Aug 31 23:36:22.345474 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ef63-9307-4120-90d5-1b1422cab979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096f65bd-f438-4c0d-ac33-5d51a1094f61,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:22.553028 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d423-0727-4850-af72-f9fe03dc81da req-51794672-1327-4b6a-b6ea-72c598044b66 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:22.554651 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a573d423-0727-4850-af72-f9fe03dc81da req-51794672-1327-4b6a-b6ea-72c598044b66 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.1027868 Aug 31 23:36:22.621345 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a573d423-0727-4850-af72-f9fe03dc81da req-0028f304-5243-4e04-bd24-85d2acf17e9d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576835 Aug 31 23:36:22.660721 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.691781 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97527fa7-44ee-4e1d-8092-057f4a8e6f4c req-e242b834-16f0-4065-916e-1a6e8a80d5f8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:22.693486 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-97527fa7-44ee-4e1d-8092-057f4a8e6f4c req-e242b834-16f0-4065-916e-1a6e8a80d5f8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 931 time: 0.0745561 Aug 31 23:36:22.753709 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-97527fa7-44ee-4e1d-8092-057f4a8e6f4c req-ea3a156a-f3c3-4adf-be3c-056f39a03715 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 Aug 31 23:36:22.779937 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46958) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:22.795991 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd55e-7ccb-47cd-9fc1-903894900d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.816260 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46962) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:22.832116 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7ae65d58-cc25-4891-9f94-61ce0f009522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.919853 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802788-9c73-4644-9479-53cc01329e72 req-efa173db-0b4f-4d41-a0c7-4a5c122e5173 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:22.921362 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd55e-7ccb-47cd-9fc1-903894900d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.921500 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4802788-9c73-4644-9479-53cc01329e72 req-efa173db-0b4f-4d41-a0c7-4a5c122e5173 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0618031 Aug 31 23:36:22.925798 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd55e-7ccb-47cd-9fc1-903894900d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:22.970941 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2f5bd55e-7ccb-47cd-9fc1-903894900d5d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e4b40d489724c5d8daadf9a9bb2817d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870282 Aug 31 23:36:22.970941 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bd55e-7ccb-47cd-9fc1-903894900d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652c4871-0087-4096-8c54-c46a9d43f0f0,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:22.971384 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 46970) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:23.041973 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4802788-9c73-4644-9479-53cc01329e72 req-5a2eb0d3-69b7-4095-9a4a-dca033a28de9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848589 Aug 31 23:36:23.092374 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60027a4c-0cff-4f9c-86ae-add793dd9dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.108735 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7ae65d58-cc25-4891-9f94-61ce0f009522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.118458 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7ae65d58-cc25-4891-9f94-61ce0f009522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.132353 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60027a4c-0cff-4f9c-86ae-add793dd9dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.179938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65d58-cc25-4891-9f94-61ce0f009522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a372638-ec36-4c4f-98b2-4cddf5e7cf0b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:23.186910 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7ae65d58-cc25-4891-9f94-61ce0f009522 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0fa1a661eabf44b194cc0a777cc3106a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693230 Aug 31 23:36:23.187142 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 46980) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:23.219320 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60027a4c-0cff-4f9c-86ae-add793dd9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.221920 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60027a4c-0cff-4f9c-86ae-add793dd9dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.223264 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-60027a4c-0cff-4f9c-86ae-add793dd9dd5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/652c4871-0087-4096-8c54-c46a9d43f0f0 HTTP/1.1" status: 204 len: 168 time: 0.2436337 Aug 31 23:36:23.234337 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60027a4c-0cff-4f9c-86ae-add793dd9dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c4871-0087-4096-8c54-c46a9d43f0f0,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:23.252947 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e11a0a55-d637-4c10-af69-b79406a7ac57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.279325 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e11a0a55-d637-4c10-af69-b79406a7ac57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.331194 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e11a0a55-d637-4c10-af69-b79406a7ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.334188 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e11a0a55-d637-4c10-af69-b79406a7ac57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.337561 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e11a0a55-d637-4c10-af69-b79406a7ac57 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a372638-ec36-4c4f-98b2-4cddf5e7cf0b HTTP/1.1" status: 204 len: 168 time: 0.1472173 Aug 31 23:36:23.343386 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0a55-d637-4c10-af69-b79406a7ac57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a372638-ec36-4c4f-98b2-4cddf5e7cf0b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:23.610607 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Request body: {'port': {'device_id': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:23.723329 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.830071 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9e32-5331-4c6c-ad12-49e25d14a297 req-b8ba261e-1f0b-4a72-b437-d0a541d1a117 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:23.831581 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b65e9e32-5331-4c6c-ad12-49e25d14a297 req-b8ba261e-1f0b-4a72-b437-d0a541d1a117 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0969462 Aug 31 23:36:23.881486 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff56e-eba5-4fe4-9383-db8a9d26c980 req-5d2f424b-20cc-4081-a92a-1650b49edaec tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:23.883678 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b3ff56e-eba5-4fe4-9383-db8a9d26c980 req-5d2f424b-20cc-4081-a92a-1650b49edaec tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 931 time: 0.0599160 Aug 31 23:36:23.941490 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b3ff56e-eba5-4fe4-9383-db8a9d26c980 req-1ee572c7-1ef0-42a4-bb87-b68616f79692 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505590 Aug 31 23:36:23.949199 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b65e9e32-5331-4c6c-ad12-49e25d14a297 req-d120fc7b-c673-4d86-92a6-6da5dc36404a tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Aug 31 23:36:24.109014 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089f9303-14a5-4e02-9a25-c987ed09fdfd {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:24.118814 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:24.137360 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Transition to ACTIVE for port object 089f9303-14a5-4e02-9a25-c987ed09fdfd will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:24.142769 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:24.212848 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73436002-1f4e-4e92-afbf-073974a2bc4f req-ece0deb2-8b71-4ee1-94ee-46776cc14253 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:24.214485 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-73436002-1f4e-4e92-afbf-073974a2bc4f req-ece0deb2-8b71-4ee1-94ee-46776cc14253 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0806718 Aug 31 23:36:24.222372 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=089f9303-14a5-4e02-9a25-c987ed09fdfd,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:24.239260 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Attempting to bind port 089f9303-14a5-4e02-9a25-c987ed09fdfd on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:36:24.239591 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Attempting to bind port 089f9303-14a5-4e02-9a25-c987ed09fdfd by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:36:24.239914 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Attempting to bind port 089f9303-14a5-4e02-9a25-c987ed09fdfd on network 3a01cbee-1397-417e-b51b-4c622421e828 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:24.245153 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Port 089f9303-14a5-4e02-9a25-c987ed09fdfd on network 3a01cbee-1397-417e-b51b-4c622421e828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:36:24.245467 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Attempting to bind port 089f9303-14a5-4e02-9a25-c987ed09fdfd on network 3a01cbee-1397-417e-b51b-4c622421e828 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:24.252260 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:36:24.252593 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Checking segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:36:24.252973 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Bound using segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:36:24.253386 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Bound port: 089f9303-14a5-4e02-9a25-c987ed09fdfd, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:36:24.253738 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:24.284076 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-73436002-1f4e-4e92-afbf-073974a2bc4f req-577ecbbe-4ffa-47c1-b3b0-da53d5c395df tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553975 Aug 31 23:36:24.359928 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] For port 089f9303-14a5-4e02-9a25-c987ed09fdfd, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:36:24.370749 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] For port 089f9303-14a5-4e02-9a25-c987ed09fdfd, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:36:24.380467 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:24.434011 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=089f9303-14a5-4e02-9a25-c987ed09fdfd,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:24.446719 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:24.447423 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:24.448906 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-567b188e-63ec-4e4d-983b-72136e094ba0 service neutron] 10.222.0.61 "PUT /v2.0/ports/089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 200 len: 1093 time: 0.8629553 Aug 31 23:36:24.449452 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:24.451964 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587394af-4152-4ef2-b6e7-92b24e36f6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:24.567730 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0819868-5161-48a8-a4e7-1148f4527f0b x-openstack-request-id: req-e0819868-5161-48a8-a4e7-1148f4527f0b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:24.568029 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:24.568279 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e0819868-5161-48a8-a4e7-1148f4527f0b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:24.568675 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'status': 'completed', 'code': 200} Aug 31 23:36:25.074219 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca440dd-4ee5-467c-9f6a-6091b2d46d14 req-cba205e4-86f7-4693-84e0-423ea24e1270 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.082306 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ca440dd-4ee5-467c-9f6a-6091b2d46d14 req-cba205e4-86f7-4693-84e0-423ea24e1270 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 943 time: 0.0613332 Aug 31 23:36:25.096392 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfea4b-fdd6-4769-b50c-24cd4bfa39c3 req-a4968e13-fd06-4699-ba25-05d0f6da0024 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.099250 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5fcfea4b-fdd6-4769-b50c-24cd4bfa39c3 req-a4968e13-fd06-4699-ba25-05d0f6da0024 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0700142 Aug 31 23:36:25.120191 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ca440dd-4ee5-467c-9f6a-6091b2d46d14 req-f2496a7d-9b16-4658-9f44-3c404898a677 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367415 Aug 31 23:36:25.144148 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5fcfea4b-fdd6-4769-b50c-24cd4bfa39c3 req-1a442a1c-6a68-4668-bd71-3016d4396cb2 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Aug 31 23:36:25.192961 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:25.341427 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587394af-4152-4ef2-b6e7-92b24e36f6f8 req-e6d443b0-1ea6-45b7-9814-1c4cc2fbc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.343086 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-587394af-4152-4ef2-b6e7-92b24e36f6f8 req-e6d443b0-1ea6-45b7-9814-1c4cc2fbc9f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1096 time: 0.0661864 Aug 31 23:36:25.346170 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d12ec-664c-4a0e-acde-cbd65db9e1de req-535b78fd-06cd-4e8c-96db-5f1ccbd4a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.347889 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ab0d12ec-664c-4a0e-acde-cbd65db9e1de req-535b78fd-06cd-4e8c-96db-5f1ccbd4a0cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1097 time: 0.0819409 Aug 31 23:36:25.461535 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d95ca3-d2f0-4b2b-9138-b6cbe767483b req-f0d8e9be-4483-410b-a93a-fa2d28fa640a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.464117 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-55d95ca3-d2f0-4b2b-9138-b6cbe767483b req-f0d8e9be-4483-410b-a93a-fa2d28fa640a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0839806 Aug 31 23:36:25.524195 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-55d95ca3-d2f0-4b2b-9138-b6cbe767483b req-6ea3b7a2-39f8-4db0-8681-f83d3cf661b6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521564 Aug 31 23:36:25.564444 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587394af-4152-4ef2-b6e7-92b24e36f6f8 req-94e938ee-ff91-4c12-9002-e259a8d5264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.566161 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-587394af-4152-4ef2-b6e7-92b24e36f6f8 req-94e938ee-ff91-4c12-9002-e259a8d5264e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3a523829007a4ec7937d3dd3c160d688&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1959906 Aug 31 23:36:25.568660 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d12ec-664c-4a0e-acde-cbd65db9e1de req-dbcfa949-9537-4f09-a064-aaef5c7d0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.569971 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ab0d12ec-664c-4a0e-acde-cbd65db9e1de req-dbcfa949-9537-4f09-a064-aaef5c7d0ab0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d0d63cf718d440eea4d58fbb5b458269&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1985552 Aug 31 23:36:25.744795 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587394af-4152-4ef2-b6e7-92b24e36f6f8 req-92155927-e789-4e1a-b752-206658fa43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.746349 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-587394af-4152-4ef2-b6e7-92b24e36f6f8 req-92155927-e789-4e1a-b752-206658fa43a6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1672347 Aug 31 23:36:25.747447 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d12ec-664c-4a0e-acde-cbd65db9e1de req-a3d1104a-b0d0-46ca-aba2-dac4509d3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.748754 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ab0d12ec-664c-4a0e-acde-cbd65db9e1de req-a3d1104a-b0d0-46ca-aba2-dac4509d3f1d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1684747 Aug 31 23:36:25.906897 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-1b650a82-78f6-4451-bdbc-4b91bf8dea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.908393 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-1b650a82-78f6-4451-bdbc-4b91bf8dea02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1097 time: 0.0659707 Aug 31 23:36:25.918394 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-5a8958a7-0fe2-4e90-9bab-ce47a5225578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:25.921808 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-5a8958a7-0fe2-4e90-9bab-ce47a5225578 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1096 time: 0.0881164 Aug 31 23:36:26.031126 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-851b4ab9-098b-4e61-9b28-0d79247c8131 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 200 len: 217 time: 0.0943849 Aug 31 23:36:26.032480 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-8c4484d6-b41e-4efe-be01-47282badc47b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 200 len: 217 time: 0.0946441 Aug 31 23:36:26.133459 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-6b2cc049-f630-4a11-98aa-2391da82f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:26.134985 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-6b2cc049-f630-4a11-98aa-2391da82f51d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0889089 Aug 31 23:36:26.136424 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c08ced9f-3385-4437-9d10-89d1ea189421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:26.137751 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-c08ced9f-3385-4437-9d10-89d1ea189421 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0929494 Aug 31 23:36:26.215524 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47140) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:26.301478 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201c35-a082-4f2f-aa72-40fddda562d6 req-4319fbec-1bdc-405d-8327-1ecdd54dc1e0 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:26.303989 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d3201c35-a082-4f2f-aa72-40fddda562d6 req-4319fbec-1bdc-405d-8327-1ecdd54dc1e0 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0711756 Aug 31 23:36:26.309312 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-ea2256a0-5a41-4375-9635-e4e00419a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:26.310849 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-ea2256a0-5a41-4375-9635-e4e00419a48e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1621459 Aug 31 23:36:26.314237 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-65000528-4add-4391-8778-e1b54b550165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:26.315802 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-65000528-4add-4391-8778-e1b54b550165 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1659243 Aug 31 23:36:26.328587 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec05828-3ea5-4bdb-aac0-9694066839ac req-cd1e34f6-b555-47cf-9fc4-a63a0efcc675 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:26.330358 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ec05828-3ea5-4bdb-aac0-9694066839ac req-cd1e34f6-b555-47cf-9fc4-a63a0efcc675 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 943 time: 0.0865333 Aug 31 23:36:26.355295 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d3201c35-a082-4f2f-aa72-40fddda562d6 req-9403820c-8371-4c83-bb75-9de7e196cd45 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Aug 31 23:36:26.390835 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03743a15-8beb-4d80-967e-5814aff49f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:26.487371 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ec05828-3ea5-4bdb-aac0-9694066839ac req-58a3f2d6-9c99-4028-92cf-8552020d0fd4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470277 Aug 31 23:36:26.534464 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-72d8d185-8c2d-4f4a-89b4-fc90dd9917aa service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030153 Aug 31 23:36:26.536320 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-b2968770-c5e7-40b3-b0a9-1ea00b5d747c service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039828 Aug 31 23:36:26.573157 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03743a15-8beb-4d80-967e-5814aff49f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:26.579780 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03743a15-8beb-4d80-967e-5814aff49f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:26.662551 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-03743a15-8beb-4d80-967e-5814aff49f45 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0047eb7eb070456a9836007e4b59fe97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452727 Aug 31 23:36:26.667441 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47150) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:26.674470 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03743a15-8beb-4d80-967e-5814aff49f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb94a0f-dcff-49c7-b62b-10367b62b011,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:26.716329 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf96db-2a97-4d52-a6bc-a96f482e93d9 req-2685f648-da38-4e41-80ae-ef4411646d54 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:26.717955 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bfdf96db-2a97-4d52-a6bc-a96f482e93d9 req-2685f648-da38-4e41-80ae-ef4411646d54 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0941548 Aug 31 23:36:26.767792 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d37f0efe-bdb3-48c2-be80-575982b92c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:26.777233 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bfdf96db-2a97-4d52-a6bc-a96f482e93d9 req-38a33127-eca2-401a-81ee-98aed3efce20 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509024 Aug 31 23:36:26.796302 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d37f0efe-bdb3-48c2-be80-575982b92c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:26.871602 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d37f0efe-bdb3-48c2-be80-575982b92c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:26.874623 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d37f0efe-bdb3-48c2-be80-575982b92c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:26.875164 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72ba0b4f-61d7-405f-95c5-b9f913b49c42 req-a80bc431-3711-4b7f-bcc6-fe7f2a8cb774 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255494 Aug 31 23:36:26.878416 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d37f0efe-bdb3-48c2-be80-575982b92c53 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1cb94a0f-dcff-49c7-b62b-10367b62b011 HTTP/1.1" status: 204 len: 168 time: 0.2073824 Aug 31 23:36:26.885270 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5f974-a1c4-47a2-8303-03bd22018bb4 req-0521783d-2331-48ad-9df1-0aa84f621d15 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303392 Aug 31 23:36:26.889934 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f0efe-bdb3-48c2-be80-575982b92c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb94a0f-dcff-49c7-b62b-10367b62b011,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:27.217508 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47176) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:27.231487 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3414d507-c93e-441d-8a2c-add59f934d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.330894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3414d507-c93e-441d-8a2c-add59f934d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.335032 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3414d507-c93e-441d-8a2c-add59f934d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.372966 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3414d507-c93e-441d-8a2c-add59f934d31 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19219feb8d4c42fcb1b5100345b8ef1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543643 Aug 31 23:36:27.373812 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414d507-c93e-441d-8a2c-add59f934d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99cdcdd-c053-4850-ad81-2f63c6b72168,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:27.375722 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47178) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:27.443339 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c18d9cb-f88a-41da-a8eb-7eccf03186ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.470436 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c18d9cb-f88a-41da-a8eb-7eccf03186ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.477331 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489556f5-56d4-4513-968c-f87c80b9af20 req-c1daa6fd-e6fb-4545-9ae8-42674b0fdce3 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:27.478911 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-489556f5-56d4-4513-968c-f87c80b9af20 req-c1daa6fd-e6fb-4545-9ae8-42674b0fdce3 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0504346 Aug 31 23:36:27.523404 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-489556f5-56d4-4513-968c-f87c80b9af20 req-e8c71c67-a79b-4cc0-8c6a-3bce77188119 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382097 Aug 31 23:36:27.527396 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c18d9cb-f88a-41da-a8eb-7eccf03186ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.529967 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c18d9cb-f88a-41da-a8eb-7eccf03186ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.531200 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8c18d9cb-f88a-41da-a8eb-7eccf03186ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c99cdcdd-c053-4850-ad81-2f63c6b72168 HTTP/1.1" status: 204 len: 168 time: 0.1544657 Aug 31 23:36:27.541457 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18d9cb-f88a-41da-a8eb-7eccf03186ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99cdcdd-c053-4850-ad81-2f63c6b72168,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:27.659107 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f13621-8f71-46d5-b534-81f786b04d43 req-be85c3c4-fec1-41b6-a0ff-f31993464c63 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:27.662670 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2f13621-8f71-46d5-b534-81f786b04d43 req-be85c3c4-fec1-41b6-a0ff-f31993464c63 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 943 time: 0.0667384 Aug 31 23:36:27.706229 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2f13621-8f71-46d5-b534-81f786b04d43 req-b32e002e-2c0b-44cc-a944-d26c12388373 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370951 Aug 31 23:36:27.918345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22b9a-30ef-430e-b88b-36fb5f630f06 req-0cc2f964-5d70-4e42-9275-eccca37a277b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:27.919920 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36e22b9a-30ef-430e-b88b-36fb5f630f06 req-0cc2f964-5d70-4e42-9275-eccca37a277b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0590172 Aug 31 23:36:27.960665 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36e22b9a-30ef-430e-b88b-36fb5f630f06 req-160c5171-da99-466d-972c-9b0ccbd750fe tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Aug 31 23:36:28.596303 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47240) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:28.649264 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887d49-f4fb-4c0e-9f03-98b7159e8565 req-38dcea8d-7e7e-4229-ac4c-f08e3848029b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:28.653356 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72887d49-f4fb-4c0e-9f03-98b7159e8565 req-38dcea8d-7e7e-4229-ac4c-f08e3848029b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0532968 Aug 31 23:36:28.706519 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72887d49-f4fb-4c0e-9f03-98b7159e8565 req-30ceb41c-38e6-40ea-90de-56a6020a89e2 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 Aug 31 23:36:28.737960 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ff64-3fcf-4b3e-8a73-9ea470e1cb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.868810 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27bd57-0da1-430f-96f8-a0ad9fb0afd1 req-5e2f74fd-e4ec-4fb8-b4d5-d9ebfb15b4e1 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:28.870690 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4b27bd57-0da1-430f-96f8-a0ad9fb0afd1 req-5e2f74fd-e4ec-4fb8-b4d5-d9ebfb15b4e1 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 943 time: 0.0831723 Aug 31 23:36:28.908241 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ff64-3fcf-4b3e-8a73-9ea470e1cb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.922193 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ff64-3fcf-4b3e-8a73-9ea470e1cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.956343 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4b27bd57-0da1-430f-96f8-a0ad9fb0afd1 req-a68de35b-0865-4e31-a798-0e3e1eaf11a4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689385 Aug 31 23:36:28.984854 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8ff64-3fcf-4b3e-8a73-9ea470e1cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad3621f-f2f2-4c3c-8b6a-1fd307e94e71,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:28.990275 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b7f8ff64-3fcf-4b3e-8a73-9ea470e1cb11 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=145e2b5534514598aba16030cf989dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927794 Aug 31 23:36:28.993992 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47274) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:29.055637 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f86abe04-ee48-424d-bb9f-3f65faf6d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.087301 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f86abe04-ee48-424d-bb9f-3f65faf6d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.131036 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62a664-7732-4568-8f7c-607fabd09793 req-f11f6f44-ea02-427a-a701-cb1d70c753c0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:29.140083 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc62a664-7732-4568-8f7c-607fabd09793 req-f11f6f44-ea02-427a-a701-cb1d70c753c0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0789907 Aug 31 23:36:29.152827 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f86abe04-ee48-424d-bb9f-3f65faf6d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.157097 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f86abe04-ee48-424d-bb9f-3f65faf6d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.161060 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f86abe04-ee48-424d-bb9f-3f65faf6d8be admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ad3621f-f2f2-4c3c-8b6a-1fd307e94e71 HTTP/1.1" status: 204 len: 168 time: 0.1669016 Aug 31 23:36:29.169345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86abe04-ee48-424d-bb9f-3f65faf6d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad3621f-f2f2-4c3c-8b6a-1fd307e94e71,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:29.187935 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc62a664-7732-4568-8f7c-607fabd09793 req-45e6f4a9-0b6e-4194-a359-955399f9c4a4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469096 Aug 31 23:36:29.401273 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47302) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:29.605662 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8622-ac7f-448a-b358-2c9307ecb765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.716321 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8622-ac7f-448a-b358-2c9307ecb765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.722377 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8622-ac7f-448a-b358-2c9307ecb765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.761893 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b8622-ac7f-448a-b358-2c9307ecb765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9409c86a-ff0a-494b-aa15-19fe73c7711d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:29.781091 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dd6b8622-ac7f-448a-b358-2c9307ecb765 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=36e150a7cecd43aeae051e4849c9d0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777943 Aug 31 23:36:29.783635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47328) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:29.857729 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf330cb0-5834-44fc-9add-5ae220014542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.878933 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331aa85-b06c-44d5-abdb-59ec8d5b3cb1 req-89b206e4-0510-4744-84dc-23199d02d969 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:29.880493 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3331aa85-b06c-44d5-abdb-59ec8d5b3cb1 req-89b206e4-0510-4744-84dc-23199d02d969 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0723627 Aug 31 23:36:29.887821 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf330cb0-5834-44fc-9add-5ae220014542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.947458 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3331aa85-b06c-44d5-abdb-59ec8d5b3cb1 req-08d1a5d1-00c7-4687-9c53-1a04b872f55e tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599639 Aug 31 23:36:29.949849 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf330cb0-5834-44fc-9add-5ae220014542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.955345 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf330cb0-5834-44fc-9add-5ae220014542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.956935 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bf330cb0-5834-44fc-9add-5ae220014542 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9409c86a-ff0a-494b-aa15-19fe73c7711d HTTP/1.1" status: 204 len: 168 time: 0.1720903 Aug 31 23:36:29.970743 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf330cb0-5834-44fc-9add-5ae220014542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9409c86a-ff0a-494b-aa15-19fe73c7711d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:30.057032 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47342) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:30.088910 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c091-b98b-4852-ad3d-85965771539a req-1026cc27-828a-4e22-974d-8d358539c145 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:30.097362 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5fb9c091-b98b-4852-ad3d-85965771539a req-1026cc27-828a-4e22-974d-8d358539c145 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 943 time: 0.0604024 Aug 31 23:36:30.134718 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5fb9c091-b98b-4852-ad3d-85965771539a req-aaee5656-39e5-4bad-b37b-8a36b78196a6 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363531 Aug 31 23:36:30.333911 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a74fb-fc83-4095-abd8-dee2ee34d13e req-ba7847ba-ed5b-4fc4-8d18-94b6ff309b94 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:30.337185 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc3a74fb-fc83-4095-abd8-dee2ee34d13e req-ba7847ba-ed5b-4fc4-8d18-94b6ff309b94 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0677578 Aug 31 23:36:30.382211 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1e99d456-b75b-4372-8885-7866c31471bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.418437 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc3a74fb-fc83-4095-abd8-dee2ee34d13e req-075f6c70-29c2-43ee-b3ae-6278cb5f14b8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752723 Aug 31 23:36:30.483804 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47360) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:30.500011 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea50bd7e-b26d-475d-a5c4-9ccd8a6c0e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.523866 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1e99d456-b75b-4372-8885-7866c31471bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.528626 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1e99d456-b75b-4372-8885-7866c31471bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.578274 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99d456-b75b-4372-8885-7866c31471bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ecbd7f-62bf-47b6-8c3f-b5abf5afdc77,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:30.582986 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1e99d456-b75b-4372-8885-7866c31471bd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df13d85ca7b24452b789da9387d7a85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246160 Aug 31 23:36:30.588017 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47364) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:30.667626 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da593c4b-d4e3-42c6-a880-edaae963ea4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.671618 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea50bd7e-b26d-475d-a5c4-9ccd8a6c0e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.676788 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea50bd7e-b26d-475d-a5c4-9ccd8a6c0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.696432 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da593c4b-d4e3-42c6-a880-edaae963ea4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.746817 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ea50bd7e-b26d-475d-a5c4-9ccd8a6c0e49 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3425aa02a7934141b1df2ee6a1170208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614861 Aug 31 23:36:30.749002 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50bd7e-b26d-475d-a5c4-9ccd8a6c0e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e38d5a-5b67-4d2f-b87c-be10357e1501,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:30.750347 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47366) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:30.774991 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da593c4b-d4e3-42c6-a880-edaae963ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.777501 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da593c4b-d4e3-42c6-a880-edaae963ea4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.778897 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-da593c4b-d4e3-42c6-a880-edaae963ea4e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/55ecbd7f-62bf-47b6-8c3f-b5abf5afdc77 HTTP/1.1" status: 204 len: 168 time: 0.1902304 Aug 31 23:36:30.796122 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593c4b-d4e3-42c6-a880-edaae963ea4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ecbd7f-62bf-47b6-8c3f-b5abf5afdc77,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:30.823249 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74a1b4e9-b02b-4bff-a069-19cb9f649cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.848312 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74a1b4e9-b02b-4bff-a069-19cb9f649cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.908743 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74a1b4e9-b02b-4bff-a069-19cb9f649cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.911893 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74a1b4e9-b02b-4bff-a069-19cb9f649cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.916250 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-74a1b4e9-b02b-4bff-a069-19cb9f649cbf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c6e38d5a-5b67-4d2f-b87c-be10357e1501 HTTP/1.1" status: 204 len: 168 time: 0.1615942 Aug 31 23:36:30.929099 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b4e9-b02b-4bff-a069-19cb9f649cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e38d5a-5b67-4d2f-b87c-be10357e1501,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:31.084651 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0fff-918b-4f9e-ab34-b97f0054fc5f req-8f709821-b533-4241-9ccc-e4e820ff6b55 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:31.086740 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-caef0fff-918b-4f9e-ab34-b97f0054fc5f req-8f709821-b533-4241-9ccc-e4e820ff6b55 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 943 time: 0.0592308 Aug 31 23:36:31.131202 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-caef0fff-918b-4f9e-ab34-b97f0054fc5f req-ddefe3d3-1162-4076-936b-4379664da7f1 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377445 Aug 31 23:36:31.274413 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa534da-1965-4a8c-8d7a-7a2b42148161 req-a3e1d3e2-043d-452d-8ed1-61d1cc2e519b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:31.276044 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afa534da-1965-4a8c-8d7a-7a2b42148161 req-a3e1d3e2-043d-452d-8ed1-61d1cc2e519b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 943 time: 0.0608480 Aug 31 23:36:31.290354 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47390) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:31.304860 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5d707a6-ea65-4362-be19-d010d06e78ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.346857 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afa534da-1965-4a8c-8d7a-7a2b42148161 req-ae1ef313-e31c-44ca-bc9d-f29b62872983 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562463 Aug 31 23:36:31.429242 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5d707a6-ea65-4362-be19-d010d06e78ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.436467 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5d707a6-ea65-4362-be19-d010d06e78ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.493626 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f5d707a6-ea65-4362-be19-d010d06e78ee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=790eb3de2e674086b9d81ddbe31c3e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984010 Aug 31 23:36:31.493626 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d707a6-ea65-4362-be19-d010d06e78ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b98fcd-5d51-41d6-affc-233f6f1722a5,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:31.494186 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47400) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:31.580274 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d10a246-5558-4849-be64-d580a2224728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.600059 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd18ef-0c46-440c-a2d3-6a2c8aa550e1 req-d6853dde-73e8-414d-a8ac-95a35807b930 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:31.602006 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8cdd18ef-0c46-440c-a2d3-6a2c8aa550e1 req-d6853dde-73e8-414d-a8ac-95a35807b930 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0626712 Aug 31 23:36:31.613435 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d10a246-5558-4849-be64-d580a2224728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.630355 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 4e63ca85-078e-45ed-a9c0-23bde26c99a4 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:36:31.681495 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d10a246-5558-4849-be64-d580a2224728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.684263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d10a246-5558-4849-be64-d580a2224728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.688004 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5d10a246-5558-4849-be64-d580a2224728 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52b98fcd-5d51-41d6-affc-233f6f1722a5 HTTP/1.1" status: 204 len: 168 time: 0.1904430 Aug 31 23:36:31.704650 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8cdd18ef-0c46-440c-a2d3-6a2c8aa550e1 req-29b6c6e1-3511-4cd6-b718-b9e9de71f389 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919287 Aug 31 23:36:31.705370 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10a246-5558-4849-be64-d580a2224728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b98fcd-5d51-41d6-affc-233f6f1722a5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:31.778210 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 4e63ca85-078e-45ed-a9c0-23bde26c99a4, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e63ca85-078e-45ed-a9c0-23bde26c99a4,segment=NetworkSegment(3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a),segment_id=3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:31.791059 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '4e63ca85-078e-45ed-a9c0-23bde26c99a4', 'network_id': 'e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a', 'port_id': '4e63ca85-078e-45ed-a9c0-23bde26c99a4', 'mac_address': 'fa:16:3e:d5:ba:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d7883a-e0e7-493a-a57a-44b574fe9316', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:36:31.832662 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.848066 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e63ca85-078e-45ed-a9c0-23bde26c99a4 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:31.876729 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 4e63ca85-078e-45ed-a9c0-23bde26c99a4, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e63ca85-078e-45ed-a9c0-23bde26c99a4,segment=NetworkSegment(3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a),segment_id=3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:31.882782 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.884176 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 089f9303-14a5-4e02-9a25-c987ed09fdfd details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:36:31.942493 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=4e63ca85-078e-45ed-a9c0-23bde26c99a4,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:32.052949 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 089f9303-14a5-4e02-9a25-c987ed09fdfd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:32.062579 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'port_id': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'mac_address': 'fa:16:3e:ec:92:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:36:32.115970 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.130389 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089f9303-14a5-4e02-9a25-c987ed09fdfd {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:32.163630 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 089f9303-14a5-4e02-9a25-c987ed09fdfd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:32.169923 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.241398 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=089f9303-14a5-4e02-9a25-c987ed09fdfd,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:32.262453 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c7d9e-bf97-4700-a48b-7681f35d5911 req-186e9f52-c3af-4b65-abb4-eee4ebfe9333 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:32.264037 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-880c7d9e-bf97-4700-a48b-7681f35d5911 req-186e9f52-c3af-4b65-abb4-eee4ebfe9333 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0617194 Aug 31 23:36:32.305046 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-880c7d9e-bf97-4700-a48b-7681f35d5911 req-08bc9c1c-485c-4516-a22f-7c9b8a692658 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Aug 31 23:36:32.484232 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a861df-918b-4dbf-96b8-87a20814f3f8 req-4a2804e1-d024-4d38-9d8b-a8cba9a3136b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:32.485765 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5a861df-918b-4dbf-96b8-87a20814f3f8 req-4a2804e1-d024-4d38-9d8b-a8cba9a3136b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.0609374 Aug 31 23:36:32.534346 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5a861df-918b-4dbf-96b8-87a20814f3f8 req-ce02c6ac-9b97-42f0-a8ff-942cd02681d8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 Aug 31 23:36:32.829489 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c768a2-b72f-4636-b748-60e77ec88e8d req-f943c1d1-98c8-4c79-a5a2-2e96a75cacf2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:32.831060 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-98c768a2-b72f-4636-b748-60e77ec88e8d req-f943c1d1-98c8-4c79-a5a2-2e96a75cacf2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0591109 Aug 31 23:36:32.878229 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-98c768a2-b72f-4636-b748-60e77ec88e8d req-a75b6b4a-9152-420d-86bd-8ebd3634bfab tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412712 Aug 31 23:36:33.446611 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146fac4-1c1c-41e5-b85f-60008e08b916 req-b6039c97-21d1-4d02-9b81-e12ecc536e08 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.448224 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4146fac4-1c1c-41e5-b85f-60008e08b916 req-b6039c97-21d1-4d02-9b81-e12ecc536e08 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0645247 Aug 31 23:36:33.498145 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4146fac4-1c1c-41e5-b85f-60008e08b916 req-dc5c7a58-e586-4bc6-b59f-8b7bfe4bfe10 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Aug 31 23:36:33.677894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726627ef-a4ad-468a-bc8b-bfea417094fa req-ea794bd1-9a2f-4e2b-bbe8-e6843b75db5c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.679804 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-726627ef-a4ad-468a-bc8b-bfea417094fa req-ea794bd1-9a2f-4e2b-bbe8-e6843b75db5c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.0584846 Aug 31 23:36:33.720858 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-726627ef-a4ad-468a-bc8b-bfea417094fa req-af07932a-d83d-4cff-816b-34ebd66314e3 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345364 Aug 31 23:36:34.061519 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabf001-c81d-48ab-a673-0071edf9f537 req-2c6db5e5-ac2a-494b-a552-43436212a514 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:34.063100 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4cabf001-c81d-48ab-a673-0071edf9f537 req-2c6db5e5-ac2a-494b-a552-43436212a514 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0559025 Aug 31 23:36:34.111415 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4cabf001-c81d-48ab-a673-0071edf9f537 req-9155e75e-7ebb-4d60-addf-0a1cff37cfc7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 Aug 31 23:36:34.512973 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['4e63ca85-078e-45ed-a9c0-23bde26c99a4'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:36:34.591519 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47598) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:34.645307 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c6e4c-32c2-422a-9955-9e2babf85fbd req-705b6e1a-2947-46d9-ab1c-3b58c265dda7 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:34.646881 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e55c6e4c-32c2-422a-9955-9e2babf85fbd req-705b6e1a-2947-46d9-ab1c-3b58c265dda7 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0775614 Aug 31 23:36:34.696323 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e55c6e4c-32c2-422a-9955-9e2babf85fbd req-ad4b7d4b-6776-4f9c-80a9-b44f6082f5b3 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Aug 31 23:36:34.728481 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['089f9303-14a5-4e02-9a25-c987ed09fdfd'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:36:34.761173 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554ed1b9-5e39-4b7e-b348-8144219d9dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:34.881822 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea115148-4fff-4610-b920-12290d28e604 req-cd342c2b-9bd4-48df-8bad-9d185fd86415 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:34.884257 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea115148-4fff-4610-b920-12290d28e604 req-cd342c2b-9bd4-48df-8bad-9d185fd86415 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.0769753 Aug 31 23:36:34.926884 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554ed1b9-5e39-4b7e-b348-8144219d9dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:34.932734 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554ed1b9-5e39-4b7e-b348-8144219d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:34.970242 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea115148-4fff-4610-b920-12290d28e604 req-762f5740-37a8-4849-b4e3-87dcf37fa432 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796733 Aug 31 23:36:34.982217 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ed1b9-5e39-4b7e-b348-8144219d9dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97065d8c-ea8e-4f35-9e65-af3d36bff162,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:34.989695 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-554ed1b9-5e39-4b7e-b348-8144219d9dce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab89d2dccdba40fba5a59a6991e2f05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944483 Aug 31 23:36:34.990484 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47610) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:35.049719 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-128aba08-4caa-4aa0-9b31-906dbfd8e31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.078365 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-128aba08-4caa-4aa0-9b31-906dbfd8e31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.124574 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-128aba08-4caa-4aa0-9b31-906dbfd8e31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.127150 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-128aba08-4caa-4aa0-9b31-906dbfd8e31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.128600 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-128aba08-4caa-4aa0-9b31-906dbfd8e31a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/97065d8c-ea8e-4f35-9e65-af3d36bff162 HTTP/1.1" status: 204 len: 168 time: 0.1371059 Aug 31 23:36:35.136324 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aba08-4caa-4aa0-9b31-906dbfd8e31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97065d8c-ea8e-4f35-9e65-af3d36bff162,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:35.249365 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004014c-ab26-491f-8900-49c328748127 req-d4eca2c3-cecb-47b9-9256-3e1087c08034 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:35.250983 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c004014c-ab26-491f-8900-49c328748127 req-d4eca2c3-cecb-47b9-9256-3e1087c08034 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0609589 Aug 31 23:36:35.291110 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c004014c-ab26-491f-8900-49c328748127 req-b4628e28-cef6-4fb2-a9d3-a8cdb95ea8a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339315 Aug 31 23:36:35.509790 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47622) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:35.524079 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2277ee8e-3b7d-4373-871f-b672a01d3ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.622757 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2277ee8e-3b7d-4373-871f-b672a01d3ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.627314 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2277ee8e-3b7d-4373-871f-b672a01d3ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.671654 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2277ee8e-3b7d-4373-871f-b672a01d3ceb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1a129059c8d54a659db6c35016a634b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607792 Aug 31 23:36:35.672621 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277ee8e-3b7d-4373-871f-b672a01d3ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f05d19-d9bb-485b-838f-631738bf72f0,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:35.674327 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47626) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:35.730418 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d17b35db-579c-4333-a69a-c44e8b4dba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.752997 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d17b35db-579c-4333-a69a-c44e8b4dba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.806563 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d17b35db-579c-4333-a69a-c44e8b4dba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.809053 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d17b35db-579c-4333-a69a-c44e8b4dba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.812347 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d17b35db-579c-4333-a69a-c44e8b4dba3d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c8f05d19-d9bb-485b-838f-631738bf72f0 HTTP/1.1" status: 204 len: 168 time: 0.1357613 Aug 31 23:36:35.822835 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b35db-579c-4333-a69a-c44e8b4dba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f05d19-d9bb-485b-838f-631738bf72f0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:35.849589 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3a29-d52f-4086-a1e3-2f55df6516b7 req-14a3976b-b289-48e2-afff-535fc0a5216c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:35.851202 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8dec3a29-d52f-4086-a1e3-2f55df6516b7 req-14a3976b-b289-48e2-afff-535fc0a5216c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0681984 Aug 31 23:36:35.891380 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8dec3a29-d52f-4086-a1e3-2f55df6516b7 req-4ac50665-96be-40ce-8110-0aeba01d6e26 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Aug 31 23:36:36.094152 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde65f6-035e-42f6-a487-0b5f1d39bb32 req-535af6f7-663a-49b0-8144-95f80ea8a830 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:36.098289 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3bde65f6-035e-42f6-a487-0b5f1d39bb32 req-535af6f7-663a-49b0-8144-95f80ea8a830 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.0566380 Aug 31 23:36:36.145708 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3bde65f6-035e-42f6-a487-0b5f1d39bb32 req-15e77514-f9ca-4287-b440-bbeedadd9657 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Aug 31 23:36:36.416739 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa85d0-c311-451a-9cd5-627c0b350d79 req-c25d64ad-7e7f-45a2-98ec-25fb2c6ac6be tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:36.418305 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4fa85d0-c311-451a-9cd5-627c0b350d79 req-c25d64ad-7e7f-45a2-98ec-25fb2c6ac6be tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0557230 Aug 31 23:36:36.465141 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4fa85d0-c311-451a-9cd5-627c0b350d79 req-882fd6e7-8a5d-4a8d-80ed-bec8c0e5c513 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406404 Aug 31 23:36:37.007465 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5b7e-de9c-41c9-a274-f9fe16d57008 req-96c56968-ffc2-4259-a635-dbd46370fe2c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:37.009176 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-999e5b7e-de9c-41c9-a274-f9fe16d57008 req-96c56968-ffc2-4259-a635-dbd46370fe2c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0503285 Aug 31 23:36:37.051696 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-999e5b7e-de9c-41c9-a274-f9fe16d57008 req-a48fb13f-9d1a-4fbc-8f0b-c70ec9a1bf9a tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Aug 31 23:36:37.269093 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1162f-69cf-49d9-a3d1-37efd964856a req-5d6ac93e-b796-4656-a344-60beac0d9ffa tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:37.270532 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dea1162f-69cf-49d9-a3d1-37efd964856a req-5d6ac93e-b796-4656-a344-60beac0d9ffa tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.0489421 Aug 31 23:36:37.314303 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dea1162f-69cf-49d9-a3d1-37efd964856a req-c3cb76d2-a07a-4521-b301-bf0fdfa74657 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369599 Aug 31 23:36:37.503234 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 47696) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:37.587098 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48539b68-0130-47bc-b008-b1710215fc35 req-bb5054a3-98d8-4f91-b9e4-013234e0ffc4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:37.588603 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48539b68-0130-47bc-b008-b1710215fc35 req-bb5054a3-98d8-4f91-b9e4-013234e0ffc4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0490079 Aug 31 23:36:37.621695 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-94f41e13-24c2-420d-a202-7c1bc8d62960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.635943 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48539b68-0130-47bc-b008-b1710215fc35 req-55fd16da-7c3e-460e-bcb8-e98448f34bbf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Aug 31 23:36:37.721854 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-94f41e13-24c2-420d-a202-7c1bc8d62960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.725309 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-94f41e13-24c2-420d-a202-7c1bc8d62960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.768894 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-94f41e13-24c2-420d-a202-7c1bc8d62960 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=22d85edb7bb940ada9d3e71ea8a613e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644434 Aug 31 23:36:37.769741 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f41e13-24c2-420d-a202-7c1bc8d62960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5822f7d-2254-4c9b-8313-df900fb34a17,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:37.771922 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47702) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:37.826859 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e9fe-1e24-4f64-b705-8f0316786be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.849172 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e9fe-1e24-4f64-b705-8f0316786be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.896530 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e9fe-1e24-4f64-b705-8f0316786be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.899185 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e9fe-1e24-4f64-b705-8f0316786be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.900355 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4ad7e9fe-1e24-4f64-b705-8f0316786be4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a5822f7d-2254-4c9b-8313-df900fb34a17 HTTP/1.1" status: 204 len: 168 time: 0.1256421 Aug 31 23:36:37.908319 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7e9fe-1e24-4f64-b705-8f0316786be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5822f7d-2254-4c9b-8313-df900fb34a17,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:38.176342 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149683e-ffa8-4b72-b679-97bd4a05fc94 req-47b0c675-70f2-4414-8cb2-7521a127307c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:38.178651 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3149683e-ffa8-4b72-b679-97bd4a05fc94 req-47b0c675-70f2-4414-8cb2-7521a127307c tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0592146 Aug 31 23:36:38.192583 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47712) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:38.212669 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-726364b0-e3a1-40b5-9900-82d2e6656110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.237736 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3149683e-ffa8-4b72-b679-97bd4a05fc94 req-ecea656d-bf86-4e8b-a005-99787d1bb5dc tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514555 Aug 31 23:36:38.320327 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-726364b0-e3a1-40b5-9900-82d2e6656110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.324262 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-726364b0-e3a1-40b5-9900-82d2e6656110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.362447 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726364b0-e3a1-40b5-9900-82d2e6656110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffaa708-31da-4de9-b1ee-1881fe9a7125,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:38.369549 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-726364b0-e3a1-40b5-9900-82d2e6656110 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=626b1ce48b9a4f7bbf98a7ccecc1a799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754878 Aug 31 23:36:38.370521 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47720) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:38.475143 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-88f083e4-8bbc-44c6-a4e8-d603fcc34ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.498791 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16eadf-8df6-4007-9e17-f11f2bd82dd3 req-680e734d-985f-4d6b-972b-669c5c0dc246 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:38.500471 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc16eadf-8df6-4007-9e17-f11f2bd82dd3 req-680e734d-985f-4d6b-972b-669c5c0dc246 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.0772460 Aug 31 23:36:38.514035 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-88f083e4-8bbc-44c6-a4e8-d603fcc34ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.568218 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc16eadf-8df6-4007-9e17-f11f2bd82dd3 req-34e082bf-14dd-42c2-87ca-197040dc37de tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568614 Aug 31 23:36:38.591091 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-88f083e4-8bbc-44c6-a4e8-d603fcc34ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.593560 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-88f083e4-8bbc-44c6-a4e8-d603fcc34ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.594729 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-88f083e4-8bbc-44c6-a4e8-d603fcc34ab7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ffaa708-31da-4de9-b1ee-1881fe9a7125 HTTP/1.1" status: 204 len: 168 time: 0.2231472 Aug 31 23:36:38.603613 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f083e4-8bbc-44c6-a4e8-d603fcc34ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffaa708-31da-4de9-b1ee-1881fe9a7125,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:38.761728 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178b99b-4b36-4343-9ba9-58288ce5ac2f req-df525463-875c-4fa6-9389-4c998b4e8ae3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:38.763302 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b178b99b-4b36-4343-9ba9-58288ce5ac2f req-df525463-875c-4fa6-9389-4c998b4e8ae3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0524364 Aug 31 23:36:38.805021 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b178b99b-4b36-4343-9ba9-58288ce5ac2f req-dccce0c4-7a41-491b-b279-35b159053486 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356507 Aug 31 23:36:38.893676 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:36:39.005376 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:39.018240 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'port_id': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'mac_address': 'fa:16:3e:86:98:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:36:39.061773 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:39.077708 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:39.102982 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:39.107715 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:39.156127 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:39.369941 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e211e30-f21c-45ba-a536-217965e4179c req-be31ba69-40c0-43ee-9843-d37b2742da7b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:39.371367 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e211e30-f21c-45ba-a536-217965e4179c req-be31ba69-40c0-43ee-9843-d37b2742da7b tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0488005 Aug 31 23:36:39.413709 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e211e30-f21c-45ba-a536-217965e4179c req-b764193e-b4e5-41b2-a8d1-d93ffaa9d849 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Aug 31 23:36:39.696159 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43c874-d167-49a6-a5ad-bfb3dc89cb2c req-e21a9eb0-ed0a-4b26-b973-d92df45dc38f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:39.697510 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ee43c874-d167-49a6-a5ad-bfb3dc89cb2c req-e21a9eb0-ed0a-4b26-b973-d92df45dc38f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.0546474 Aug 31 23:36:39.747049 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ee43c874-d167-49a6-a5ad-bfb3dc89cb2c req-91a803e3-e5ee-4ff5-8c51-f89de7452dbf tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Aug 31 23:36:39.929652 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fa6e-7300-4efa-8ccc-a3f5c8a8fe61 req-a9bc2d52-2dd8-454c-b346-ecfe552cfc3d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:39.931337 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aba2fa6e-7300-4efa-8ccc-a3f5c8a8fe61 req-a9bc2d52-2dd8-454c-b346-ecfe552cfc3d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0552533 Aug 31 23:36:39.975831 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aba2fa6e-7300-4efa-8ccc-a3f5c8a8fe61 req-29353004-7f54-4b62-a882-6cf4da024bcc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377405 Aug 31 23:36:40.331926 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:36:40.558959 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f8025-d16a-4097-8dda-b50d1b15e3f4 req-3016f3db-0c65-441d-9523-22cd91144301 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:40.563076 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-554f8025-d16a-4097-8dda-b50d1b15e3f4 req-3016f3db-0c65-441d-9523-22cd91144301 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 944 time: 0.0562356 Aug 31 23:36:40.603959 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-554f8025-d16a-4097-8dda-b50d1b15e3f4 req-53d83ae4-aad5-42c1-a03c-018a4de96781 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364428 Aug 31 23:36:40.915057 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 089f9303-14a5-4e02-9a25-c987ed09fdfd up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:40.929621 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccf688-3997-4aed-a4ed-e1348419cd30 req-c881a502-3a4d-4197-a35e-5db118201d17 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:40.933203 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51ccf688-3997-4aed-a4ed-e1348419cd30 req-c881a502-3a4d-4197-a35e-5db118201d17 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 944 time: 0.1045794 Aug 31 23:36:40.985639 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51ccf688-3997-4aed-a4ed-e1348419cd30 req-989b5cd0-edef-4652-8711-dbb3114b3c5b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458150 Aug 31 23:36:41.009112 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 089f9303-14a5-4e02-9a25-c987ed09fdfd completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:41.015065 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 089f9303-14a5-4e02-9a25-c987ed09fdfd triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:41.015641 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.113152 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26f537-aed1-4fb9-bcc6-295502e24fe9 req-b3285295-3d8c-4552-89b8-ba9a4ad418c9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:41.123227 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fa26f537-aed1-4fb9-bcc6-295502e24fe9 req-b3285295-3d8c-4552-89b8-ba9a4ad418c9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0664747 Aug 31 23:36:41.126018 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.169591 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:41.171393 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fa26f537-aed1-4fb9-bcc6-295502e24fe9 req-201595a1-c683-4098-83f9-33acd5944dc0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472653 Aug 31 23:36:41.250010 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 089f9303-14a5-4e02-9a25-c987ed09fdfd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:41.255641 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.256926 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 4e63ca85-078e-45ed-a9c0-23bde26c99a4 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:41.357556 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=089f9303-14a5-4e02-9a25-c987ed09fdfd,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:41.372941 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9920f338-2439-4b41-9372-db8f7d408170" -d '{"events": [{"server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "name": "network-vif-plugged", "status": "completed", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:41.383484 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:41.389137 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:41.389507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.495809 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd69eb-17a5-462a-b973-4dd7ad525fb4 x-openstack-request-id: req-d3bd69eb-17a5-462a-b973-4dd7ad525fb4 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:41.496117 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "name": "network-vif-plugged", "status": "completed", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:41.496375 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d3bd69eb-17a5-462a-b973-4dd7ad525fb4 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:41.497174 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'code': 200} Aug 31 23:36:41.501366 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.549385 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 4e63ca85-078e-45ed-a9c0-23bde26c99a4, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e63ca85-078e-45ed-a9c0-23bde26c99a4,segment=NetworkSegment(3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a),segment_id=3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:41.564920 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.630337 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=4e63ca85-078e-45ed-a9c0-23bde26c99a4,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:41.791973 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947a88-a3b1-4171-8919-a9a34a8f27bc req-72d83c15-6823-4300-8fb0-e0f5e84bf73d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:41.795235 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e947a88-a3b1-4171-8919-a9a34a8f27bc req-72d83c15-6823-4300-8fb0-e0f5e84bf73d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.0827613 Aug 31 23:36:41.852888 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e947a88-a3b1-4171-8919-a9a34a8f27bc req-a4909798-ec25-4082-bca2-e08712e6d61f tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507689 Aug 31 23:36:41.887117 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1637-f4e6-4283-b300-2a7d3b03ee8b req-3c90ff3b-e373-4b55-87c5-e7947f146a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:41.888842 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-188d1637-f4e6-4283-b300-2a7d3b03ee8b req-3c90ff3b-e373-4b55-87c5-e7947f146a64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1098 time: 0.1112225 Aug 31 23:36:41.910052 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-188d1637-f4e6-4283-b300-2a7d3b03ee8b req-e45141f2-3ed6-4321-ac38-566fa2bba9cf service neutron] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:42.058499 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-188d1637-f4e6-4283-b300-2a7d3b03ee8b req-e45141f2-3ed6-4321-ac38-566fa2bba9cf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:42.068241 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-188d1637-f4e6-4283-b300-2a7d3b03ee8b req-e45141f2-3ed6-4321-ac38-566fa2bba9cf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:42.121554 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-188d1637-f4e6-4283-b300-2a7d3b03ee8b req-e45141f2-3ed6-4321-ac38-566fa2bba9cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247305 Aug 31 23:36:42.141034 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45141f2-3ed6-4321-ac38-566fa2bba9cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=52fbc253-05e4-45d0-aa21-eff0b7752006,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:42.154326 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adebb31-6b81-4215-9839-e5b2f093e951 req-a9bc33c3-ed13-46ec-a735-0bf593e00dc1 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:42.155921 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8adebb31-6b81-4215-9839-e5b2f093e951 req-a9bc33c3-ed13-46ec-a735-0bf593e00dc1 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0842764 Aug 31 23:36:42.196436 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8adebb31-6b81-4215-9839-e5b2f093e951 req-f81ffebc-b8f2-4200-82a2-7faa32e58eeb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Aug 31 23:36:42.297032 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ae36e-632a-4d1f-b151-0d776dd6d526 req-22e85bd0-0503-488d-a501-47f0aa8d20fc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:42.298517 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f9ae36e-632a-4d1f-b151-0d776dd6d526 req-22e85bd0-0503-488d-a501-47f0aa8d20fc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0483658 Aug 31 23:36:42.336463 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f9ae36e-632a-4d1f-b151-0d776dd6d526 req-caeb674e-661f-4e0f-a958-3ab98f16976e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Aug 31 23:36:42.917602 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:42.971290 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:42.976777 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:42.977143 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:42.980507 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd09a11-9891-4279-8f46-2166010e812e req-b04863de-e887-4a4f-a040-312c786d0318 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:42.983009 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ccd09a11-9891-4279-8f46-2166010e812e req-b04863de-e887-4a4f-a040-312c786d0318 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.0559502 Aug 31 23:36:43.026142 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ccd09a11-9891-4279-8f46-2166010e812e req-4733e64b-df8e-4fb7-8b55-9863b99e8804 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 Aug 31 23:36:43.071520 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:43.118527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:43.122071 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:43.177230 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:43.312997 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6814-9f06-4f6e-b2c7-744f536857b8 req-7aae7e60-2540-4700-883d-7aabc2dd874c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:43.314494 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-678d6814-9f06-4f6e-b2c7-744f536857b8 req-7aae7e60-2540-4700-883d-7aabc2dd874c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Aug 31 23:36:43.353048 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-678d6814-9f06-4f6e-b2c7-744f536857b8 req-588238e7-8a8d-44e2-92bd-4931a9b1711b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Aug 31 23:36:43.460044 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59825bc8-092a-489d-b75f-b32e36b7ba44 req-dd152704-7ca8-45b0-947c-21679f212c4b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:43.461592 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59825bc8-092a-489d-b75f-b32e36b7ba44 req-dd152704-7ca8-45b0-947c-21679f212c4b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0490191 Aug 31 23:36:43.498655 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63ca85-078e-45ed-a9c0-23bde26c99a4'}, {'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:43.501175 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436b9455-a55b-4a3e-8228-8504735d21f6" -d '{"events": [{"server_uuid": "b7002669-3dfb-42c5-bb9b-1013a8b79b87", "name": "network-vif-plugged", "status": "completed", "tag": "4e63ca85-078e-45ed-a9c0-23bde26c99a4"}, {"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:43.504024 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59825bc8-092a-489d-b75f-b32e36b7ba44 req-55e3fa88-9467-48da-8ec9-55dcc25e151a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363288 Aug 31 23:36:43.545412 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b1129-f6d5-4c28-8fce-d18d9f26f79c x-openstack-request-id: req-ba2b1129-f6d5-4c28-8fce-d18d9f26f79c {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:43.545808 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7002669-3dfb-42c5-bb9b-1013a8b79b87", "name": "network-vif-plugged", "status": "completed", "tag": "4e63ca85-078e-45ed-a9c0-23bde26c99a4", "code": 200}, {"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:43.546154 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ba2b1129-f6d5-4c28-8fce-d18d9f26f79c {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:43.546676 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63ca85-078e-45ed-a9c0-23bde26c99a4', 'code': 200} Aug 31 23:36:43.547054 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'code': 200} Aug 31 23:36:43.865503 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10449324-8ae5-47cb-85bc-4205b5192408 req-95eefdca-65c2-4575-8f63-54bb4253f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:43.867072 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10449324-8ae5-47cb-85bc-4205b5192408 req-95eefdca-65c2-4575-8f63-54bb4253f330 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 1098 time: 0.0718961 Aug 31 23:36:43.869551 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0a912-22ac-4f3d-acc1-1137b8522b38 req-ee143a82-36df-405c-8d3f-3a64879ee4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:43.870988 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ff0a912-22ac-4f3d-acc1-1137b8522b38 req-ee143a82-36df-405c-8d3f-3a64879ee4f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1099 time: 0.0678599 Aug 31 23:36:43.935747 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10449324-8ae5-47cb-85bc-4205b5192408 req-3564817b-db1e-4433-871a-a3d3986e5087 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Aug 31 23:36:43.937212 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ff0a912-22ac-4f3d-acc1-1137b8522b38 req-e2d215f3-d15e-4baa-aa56-3e546d4a818c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488424 Aug 31 23:36:44.152442 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33b3eb-2e27-487e-920e-9519cc187d45 req-19191fe8-cfa5-4e83-a0ac-8df232458f96 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:44.154124 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fd33b3eb-2e27-487e-920e-9519cc187d45 req-19191fe8-cfa5-4e83-a0ac-8df232458f96 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.0579791 Aug 31 23:36:44.195820 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fd33b3eb-2e27-487e-920e-9519cc187d45 req-4c3b82b4-5627-4f7a-9592-061d50b6d02d tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Aug 31 23:36:44.484336 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f37b-be65-4c0a-b010-73153ace8bbc req-8c09e705-0935-4d11-bf4e-ad4c79b82c0d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:44.486888 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-41d7f37b-be65-4c0a-b010-73153ace8bbc req-8c09e705-0935-4d11-bf4e-ad4c79b82c0d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0554125 Aug 31 23:36:44.545932 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-41d7f37b-be65-4c0a-b010-73153ace8bbc req-4c545569-7896-4d71-847b-76a32f56a766 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514860 Aug 31 23:36:44.645449 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765dcc2-6330-4b3c-9a48-67955858753e req-671eccb1-e6a3-43f0-903f-0dc20b792c58 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:44.647265 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7765dcc2-6330-4b3c-9a48-67955858753e req-671eccb1-e6a3-43f0-903f-0dc20b792c58 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0542274 Aug 31 23:36:44.688629 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7765dcc2-6330-4b3c-9a48-67955858753e req-97158c56-1d9a-44ce-be3a-c2a9a14ffc28 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350127 Aug 31 23:36:45.186148 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 47998) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:45.337636 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4842ef-11c7-4b0f-b9ad-8408f12d7e39 req-e20c117f-26d7-497f-8f8b-58a0a80a4188 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:45.358974 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cd4842ef-11c7-4b0f-b9ad-8408f12d7e39 req-e20c117f-26d7-497f-8f8b-58a0a80a4188 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.0714459 Aug 31 23:36:45.418177 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.451755 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cd4842ef-11c7-4b0f-b9ad-8408f12d7e39 req-34a34b9c-9379-44ac-aa8d-2bac43bfeeb8 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889945 Aug 31 23:36:45.558625 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48020) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:45.560203 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.566749 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.612583 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00b5145-b598-41e9-90c6-c44989c0cc55,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:45.631101 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.631624 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.632100 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.632615 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.632947 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.633272 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.633596 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.634116 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.634472 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.634840 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.635362 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.635783 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:45.653971 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c871a4c3-4754-4d25-9b2a-72d2d3966d9b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4b6d8262aa3548cabb91362d4b050fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666998 Aug 31 23:36:45.663787 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48030) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:45.763346 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.771160 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624daed9-d920-4bff-a0fd-72d7385dba7b req-1a7a5bb2-ff7c-4d21-a5ff-215faa5d980a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:45.772877 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-624daed9-d920-4bff-a0fd-72d7385dba7b req-1a7a5bb2-ff7c-4d21-a5ff-215faa5d980a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0905659 Aug 31 23:36:45.802949 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.815230 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a46a7b03-f8b0-4e6b-a9bc-3a5a8e12c564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.825344 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-624daed9-d920-4bff-a0fd-72d7385dba7b req-0918b72a-d563-408e-b614-99abe2269ade tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449395 Aug 31 23:36:45.930139 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4e51a-2698-4218-ab5f-76d13c7bfdf3 req-5034c1d9-21ad-46c6-b7df-8d68bf5c05ad tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:45.937574 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ddb4e51a-2698-4218-ab5f-76d13c7bfdf3 req-5034c1d9-21ad-46c6-b7df-8d68bf5c05ad tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1118538 Aug 31 23:36:45.958702 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.962083 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.963447 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b00b5145-b598-41e9-90c6-c44989c0cc55 HTTP/1.1" status: 204 len: 168 time: 0.3051696 Aug 31 23:36:46.033223 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5ac9e-18bd-4fc2-8a50-5a6e51558e8c req-41926919-94c2-41e0-a409-f341c24f7a7e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:46.041205 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8fa5ac9e-18bd-4fc2-8a50-5a6e51558e8c req-41926919-94c2-41e0-a409-f341c24f7a7e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0632763 Aug 31 23:36:46.046320 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48050) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:46.058911 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'floatingip': {'port_id': '089f9303-14a5-4e02-9a25-c987ed09fdfd'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:46.060233 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00b5145-b598-41e9-90c6-c44989c0cc55,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:46.075344 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.076011 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.076559 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.077267 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.077485 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.078103 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.078274 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.078688 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.078990 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.079316 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.079633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.080106 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40efb2-4a8d-42a5-ac67-1e4323a78c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:46.084950 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a46a7b03-f8b0-4e6b-a9bc-3a5a8e12c564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.092729 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ddb4e51a-2698-4218-ab5f-76d13c7bfdf3 req-6368d69d-003f-4c4c-a663-40e7547a3f74 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540699 Aug 31 23:36:46.096118 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a46a7b03-f8b0-4e6b-a9bc-3a5a8e12c564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.172239 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a46a7b03-f8b0-4e6b-a9bc-3a5a8e12c564 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e77ffb5cf91945a9bdb86b45bb3ec96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124640 Aug 31 23:36:46.175077 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48054) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:46.196668 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a7b03-f8b0-4e6b-a9bc-3a5a8e12c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d18746-0cc1-4217-b12f-b382d949865c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:46.267107 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.286760 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-33889177-2e2b-4db2-82e2-8fbb888ea98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.318753 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-33889177-2e2b-4db2-82e2-8fbb888ea98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.390144 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-33889177-2e2b-4db2-82e2-8fbb888ea98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.395237 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-33889177-2e2b-4db2-82e2-8fbb888ea98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.396568 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-33889177-2e2b-4db2-82e2-8fbb888ea98b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/00d18746-0cc1-4217-b12f-b382d949865c HTTP/1.1" status: 204 len: 168 time: 0.2146749 Aug 31 23:36:46.423444 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33889177-2e2b-4db2-82e2-8fbb888ea98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d18746-0cc1-4217-b12f-b382d949865c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:46.616808 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48070) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:46.646976 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8708cd71-ccfc-4601-b370-8bbfcb9d5782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.844275 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee42cf-2518-4f04-86b3-a082bc3dbc70 req-3df97939-b696-4338-a6b4-566453bc4791 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:46.846843 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-31ee42cf-2518-4f04-86b3-a082bc3dbc70 req-3df97939-b696-4338-a6b4-566453bc4791 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.1122811 Aug 31 23:36:46.851970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8708cd71-ccfc-4601-b370-8bbfcb9d5782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.860223 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8708cd71-ccfc-4601-b370-8bbfcb9d5782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:46.949752 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8708cd71-ccfc-4601-b370-8bbfcb9d5782 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a032622138764d3ea33670bfc10dc9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298130 Aug 31 23:36:46.953901 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48086) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:46.996013 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708cd71-ccfc-4601-b370-8bbfcb9d5782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75addbd2-6ec9-406c-8b97-db27fbdf16ce,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:47.015767 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48090) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:47.035463 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-31ee42cf-2518-4f04-86b3-a082bc3dbc70 req-2bc51b77-ccbf-4ba6-a14c-34170a6c70d1 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512847 Aug 31 23:36:47.037705 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b27ed70c-197f-4c8f-8785-e34b6b06d888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.073816 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4eab42e-7534-444e-a744-2851a579b252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.108707 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4eab42e-7534-444e-a744-2851a579b252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.195343 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4eab42e-7534-444e-a744-2851a579b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.198223 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4eab42e-7534-444e-a744-2851a579b252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.199491 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c4eab42e-7534-444e-a744-2851a579b252 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/75addbd2-6ec9-406c-8b97-db27fbdf16ce HTTP/1.1" status: 204 len: 168 time: 0.2446320 Aug 31 23:36:47.221423 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eab42e-7534-444e-a744-2851a579b252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75addbd2-6ec9-406c-8b97-db27fbdf16ce,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:47.224794 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b27ed70c-197f-4c8f-8785-e34b6b06d888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.231566 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b27ed70c-197f-4c8f-8785-e34b6b06d888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.275101 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed70c-197f-4c8f-8785-e34b6b06d888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14abbd48-f9fe-40da-9846-aed7c413e546,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:47.322185 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84124bec-d658-4cdb-9e34-3c6d07ceb238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.340744 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b27ed70c-197f-4c8f-8785-e34b6b06d888 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3652ad503fff42abbdb5b80b1613ed21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234282 Aug 31 23:36:47.347079 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48102) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:47.395534 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953ee54-c07d-4e97-a245-baf6c3224b52 req-b21cb714-7a9c-4345-a882-a4340b854f4d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:47.402504 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f953ee54-c07d-4e97-a245-baf6c3224b52 req-b21cb714-7a9c-4345-a882-a4340b854f4d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1369319 Aug 31 23:36:47.468686 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-08e67ccf-0879-4c79-9232-8d5da84fa5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.489153 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f953ee54-c07d-4e97-a245-baf6c3224b52 req-72f65212-c139-4a51-819b-77e16a76ce94 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768540 Aug 31 23:36:47.506395 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-08e67ccf-0879-4c79-9232-8d5da84fa5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.594157 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-08e67ccf-0879-4c79-9232-8d5da84fa5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.598192 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-08e67ccf-0879-4c79-9232-8d5da84fa5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.599965 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-08e67ccf-0879-4c79-9232-8d5da84fa5f3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/14abbd48-f9fe-40da-9846-aed7c413e546 HTTP/1.1" status: 204 len: 168 time: 0.2502561 Aug 31 23:36:47.627254 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67ccf-0879-4c79-9232-8d5da84fa5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14abbd48-f9fe-40da-9846-aed7c413e546,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:47.788258 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.db.resource_extend [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 23:36:47.881526 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2f38-e113-4c45-953c-1007981ef9ef req-9ceac56e-7fe2-447b-810b-72b027acc286 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:47.883954 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bb4f2f38-e113-4c45-953c-1007981ef9ef req-9ceac56e-7fe2-447b-810b-72b027acc286 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.2083681 Aug 31 23:36:47.892382 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48126) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:47.898127 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'floatingip': {'port_id': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:47.992056 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.044858 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.059115 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.292276 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Floating IP 3e812f52-593d-469a-9559-b0912d318e2a associated. External IP: 172.27.3.70, port: 089f9303-14a5-4e02-9a25-c987ed09fdfd. Aug 31 23:36:48.787192 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Router e9393ddb-afe8-4070-81f7-36d709fe1481 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:36:49.017251 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.db.resource_extend [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 23:36:49.069663 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:36:49.075464 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.086558 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] Sync routers for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:36:49.118660 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:49.120314 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:49.122456 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-da5b7382-6334-41b1-9b33-d6125207d403 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "PUT /v2.0/floatingips/3e812f52-593d-469a-9559-b0912d318e2a HTTP/1.1" status: 200 len: 990 time: 3.0745287 Aug 31 23:36:49.126387 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.126875 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:49.131074 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:49.136453 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.361987 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:49.579407 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67eedf7-965c-4b7d-931b-e28e0490552d x-openstack-request-id: req-b67eedf7-965c-4b7d-931b-e28e0490552d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:49.579802 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:49.580139 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b67eedf7-965c-4b7d-931b-e28e0490552d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:49.580750 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'status': 'completed', 'code': 200} Aug 31 23:36:49.638055 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Floating IP 2985b5ed-2049-4adc-a0c9-ea5535b4fe47 associated. External IP: 172.27.3.98, port: ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c. Aug 31 23:36:49.714820 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-dea44b0f-0aed-4dff-89c2-0a586b2e608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:49.716746 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-dea44b0f-0aed-4dff-89c2-0a586b2e608b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1098 time: 0.1352596 Aug 31 23:36:49.822423 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdf1564e-5e0f-473b-ac27-c7059e53973c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.887963 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:50.013736 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-86e9c401-ad3f-467f-8d78-23ad35257c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.014910 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-86e9c401-ad3f-467f-8d78-23ad35257c50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 913 time: 0.2894983 Aug 31 23:36:50.110163 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '3e812f52-593d-469a-9559-b0912d318e2a', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'port_id': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'mac_address': 'fa:16:3e:ec:92:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:01Z', 'updated_at': '2021-08-31T23:36:47Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:50.150469 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] Checking router: e9393ddb-afe8-4070-81f7-36d709fe1481 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:36:50.169046 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:50.170740 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:50.211883 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Router e5678596-e4c9-4d93-8229-76939829fc2b has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:36:50.323989 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-a6b9aeda-80a8-4672-8e5d-4076f040260f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 200 len: 998 time: 0.1695018 Aug 31 23:36:50.337624 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:50.425949 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-2559871e-e5b3-4196-9ea8-4faeb3099d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.427508 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-2559871e-e5b3-4196-9ea8-4faeb3099d2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0961328 Aug 31 23:36:50.430255 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:36:50.441832 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:50.443220 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] Sync routers for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:36:50.457937 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:50.458948 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:50.493433 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7bb88bc9-71e0-4075-9368-00a0ce86f275 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "PUT /v2.0/floatingips/2985b5ed-2049-4adc-a0c9-ea5535b4fe47 HTTP/1.1" status: 200 len: 991 time: 2.5999923 Aug 31 23:36:50.521654 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-612d0036-5834-499b-8df3-edd618e301e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.523871 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-612d0036-5834-499b-8df3-edd618e301e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603430 Aug 31 23:36:50.631122 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-db51cd50-4923-4a02-93bd-3a50ab607002 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946865 Aug 31 23:36:50.651023 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:50.651925 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '3e812f52-593d-469a-9559-b0912d318e2a', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'port_id': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'mac_address': 'fa:16:3e:ec:92:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:01Z', 'updated_at': '2021-08-31T23:36:47Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:50.688380 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60914e2b-53c9-4daf-857a-0ea38dae4d02 None None] The sync data for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi is: [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '3e812f52-593d-469a-9559-b0912d318e2a', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'port_id': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'mac_address': 'fa:16:3e:ec:92:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:01Z', 'updated_at': '2021-08-31T23:36:47Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:36:50.753536 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb516a9e-f8b0-403f-ab2f-1fd9901fc36c req-0ef6d230-efd4-4a77-b1ed-f4746f84f0a4 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132267 Aug 31 23:36:51.054000 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '2985b5ed-2049-4adc-a0c9-ea5535b4fe47', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'port_id': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'mac_address': 'fa:16:3e:86:98:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:01Z', 'updated_at': '2021-08-31T23:36:48Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:51.066126 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e584de97-96b2-496a-9c85-42a66e812320 None None] New status for floating IP 3e812f52-593d-469a-9559-b0912d318e2a: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:36:51.100099 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] Checking router: e5678596-e4c9-4d93-8229-76939829fc2b for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:36:51.138883 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:51.139650 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:51.218025 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-5c996789-b473-42ce-ab53-9f713a8123e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133802 Aug 31 23:36:51.233548 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.259763 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48290) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:51.327482 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48294) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:51.389861 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:51.427494 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-298cc1ed-8033-4b71-bbc6-0622813bd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:51.435804 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-298cc1ed-8033-4b71-bbc6-0622813bd28f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4c30e8e96e24f0fa96664e1fac0d13e&device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 1098 time: 0.1321108 Aug 31 23:36:51.573758 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7927-fc55-4d28-818f-6690d883fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.582838 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:51.591316 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5" -d '{"events": [{"name": "network-changed", "server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:51.623488 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-330ddb22-f4dd-4f89-8def-fa368440ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:51.625823 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-330ddb22-f4dd-4f89-8def-fa368440ca14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a HTTP/1.1" status: 200 len: 913 time: 0.1687014 Aug 31 23:36:51.652128 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.684012 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-d05c7197-4b54-4d89-954f-520077994abc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e63ca85-078e-45ed-a9c0-23bde26c99a4 HTTP/1.1" status: 200 len: 217 time: 0.0451469 Aug 31 23:36:51.686192 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac4d8e4-7582-4722-b8dc-259aa470df1a x-openstack-request-id: req-4ac4d8e4-7582-4722-b8dc-259aa470df1a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:51.686483 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:51.686874 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4ac4d8e4-7582-4722-b8dc-259aa470df1a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:51.687253 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'status': 'completed', 'code': 200} Aug 31 23:36:51.705086 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 23:36:51.705086 dv-cinder-759943-18-iscsi neutron-server[94084]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 23:36:51.705086 dv-cinder-759943-18-iscsi neutron-server[94084]: [parameters: {'project_id': '7be204b8465e48bda8608badfe14cd06', 'id': '8444ade5-1182-4338-bc87-f99eccdf5891', 'expiration': datetime.datetime(2021, 8, 31, 23, 38, 51, 690368)}] Aug 31 23:36:51.705086 dv-cinder-759943-18-iscsi neutron-server[94084]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 23:36:51.705563 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 23:36:51.812912 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7927-fc55-4d28-818f-6690d883fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.816050 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-ce8ad4e5-2cb3-492b-8211-ffd4f670f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:51.817733 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-ce8ad4e5-2cb3-492b-8211-ffd4f670f1a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43d7883a-e0e7-493a-a57a-44b574fe9316 HTTP/1.1" status: 200 len: 851 time: 0.0999794 Aug 31 23:36:51.818033 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7927-fc55-4d28-818f-6690d883fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.826095 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-062a0f0f-0c8f-43c1-91eb-ab2b2cf0bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:51.827731 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-062a0f0f-0c8f-43c1-91eb-ab2b2cf0bc41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1099 time: 0.1083078 Aug 31 23:36:51.861153 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ffbd7927-fc55-4d28-818f-6690d883fe57 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8ff690d3a412449ba5a94d73600eb0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317483 Aug 31 23:36:51.862595 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd7927-fc55-4d28-818f-6690d883fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d599a-8f33-45e9-a6ff-969475b0fd0b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:51.864687 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48310) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:51.872892 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-ddbb329b-3597-4a70-8272-0c18368ed2f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441098 Aug 31 23:36:51.925569 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df7e677f-180b-4274-ba1c-9d8147777dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.949146 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df7e677f-180b-4274-ba1c-9d8147777dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.008087 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '2985b5ed-2049-4adc-a0c9-ea5535b4fe47', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'port_id': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'mac_address': 'fa:16:3e:86:98:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:01Z', 'updated_at': '2021-08-31T23:36:48Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:52.014625 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df7e677f-180b-4274-ba1c-9d8147777dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.017589 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df7e677f-180b-4274-ba1c-9d8147777dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.018929 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-df7e677f-180b-4274-ba1c-9d8147777dde admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/678d599a-8f33-45e9-a6ff-969475b0fd0b HTTP/1.1" status: 204 len: 168 time: 0.1533000 Aug 31 23:36:52.027806 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-0dadac2c-3aa0-4c48-a1d0-fbb78d01e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:52.028292 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e677f-180b-4274-ba1c-9d8147777dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d599a-8f33-45e9-a6ff-969475b0fd0b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:52.029521 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-0dadac2c-3aa0-4c48-a1d0-fbb78d01e656 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.1919103 Aug 31 23:36:52.037940 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-8fb91bab-31a7-4d44-9096-349b43704711 service neutron] 10.222.0.61 "GET /v2.0/networks/e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348178 Aug 31 23:36:52.046333 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04969075-c618-4146-abf0-91324dc60aa0 None None] The sync data for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi is: [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '2985b5ed-2049-4adc-a0c9-ea5535b4fe47', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'port_id': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'mac_address': 'fa:16:3e:86:98:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:01Z', 'updated_at': '2021-08-31T23:36:48Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:36:52.180705 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-52385f94-6045-4cc0-84ab-1ec3e537f180 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 200 len: 999 time: 0.1278827 Aug 31 23:36:52.206755 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.255716 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f3de4fd-68d5-4a5f-888e-09e41cd70114 req-5005066e-994d-4a34-90a0-e495d858008d service neutron] 10.222.0.61 "GET /v2.0/networks/e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009997 Aug 31 23:36:52.282067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-30dd495f-8034-4860-9570-c4c6a97bfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:52.283741 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-30dd495f-8034-4860-9570-c4c6a97bfd32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0784678 Aug 31 23:36:52.337168 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011136e4-834d-4a1f-ae20-55a63c1905e7 None None] New status for floating IP 2985b5ed-2049-4adc-a0c9-ea5535b4fe47: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:36:52.371562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.378178 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.424782 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7be204b8465e48bda8608badfe14cd06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1633377 Aug 31 23:36:52.426220 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec81663-11a6-4007-9df4-2b41c012cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffbfbed-0b64-46e0-bf22-9cd4f66a2412,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:52.427566 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48324) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:52.448422 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48326) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:52.463118 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2cc50f58-9820-4645-bcd2-cd454fe8e0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.490189 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d2ebc40-8248-44d9-a9dc-4e4850d9f2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.515483 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d2ebc40-8248-44d9-a9dc-4e4850d9f2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.562627 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2cc50f58-9820-4645-bcd2-cd454fe8e0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.567497 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2cc50f58-9820-4645-bcd2-cd454fe8e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.573602 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d2ebc40-8248-44d9-a9dc-4e4850d9f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.576689 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d2ebc40-8248-44d9-a9dc-4e4850d9f2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.580451 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4d2ebc40-8248-44d9-a9dc-4e4850d9f2ca admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0ffbfbed-0b64-46e0-bf22-9cd4f66a2412 HTTP/1.1" status: 204 len: 168 time: 0.1485963 Aug 31 23:36:52.586681 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ebc40-8248-44d9-a9dc-4e4850d9f2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffbfbed-0b64-46e0-bf22-9cd4f66a2412,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:52.626017 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2cc50f58-9820-4645-bcd2-cd454fe8e0a6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c749269436f2493dabb3b92622e94aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765132 Aug 31 23:36:52.627055 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50f58-9820-4645-bcd2-cd454fe8e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08128706-e5e7-4bdd-924f-3ab80a9933b1,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:52.630488 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48332) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:52.661139 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.702620 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8922ac5a-2619-477e-a582-78da2a3ee5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.730228 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8922ac5a-2619-477e-a582-78da2a3ee5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.790984 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8922ac5a-2619-477e-a582-78da2a3ee5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.793493 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8922ac5a-2619-477e-a582-78da2a3ee5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.794706 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8922ac5a-2619-477e-a582-78da2a3ee5e9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/08128706-e5e7-4bdd-924f-3ab80a9933b1 HTTP/1.1" status: 204 len: 168 time: 0.1631181 Aug 31 23:36:52.802750 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ac5a-2619-477e-a582-78da2a3ee5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08128706-e5e7-4bdd-924f-3ab80a9933b1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:53.058684 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48348) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:53.074690 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05cccf81-400e-4406-a7a9-5def6766d4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.157508 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48352) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:53.194098 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05cccf81-400e-4406-a7a9-5def6766d4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.199682 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05cccf81-400e-4406-a7a9-5def6766d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.253332 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cccf81-400e-4406-a7a9-5def6766d4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea424a8-3092-4d90-83ab-372dc7de0349,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:53.260772 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-05cccf81-400e-4406-a7a9-5def6766d4d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2a17b93bfba434fa89eb4e016929fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980748 Aug 31 23:36:53.261472 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48358) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:53.329248 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c902c42-551b-46d8-9a8c-640aa0db238a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.330822 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48360) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:53.331137 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d321837-c9a1-432b-9dff-1ffb7a9f7366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.344420 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.373006 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c902c42-551b-46d8-9a8c-640aa0db238a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.375875 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 23:36:53.375875 dv-cinder-759943-18-iscsi neutron-server[94084]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 23:36:53.375875 dv-cinder-759943-18-iscsi neutron-server[94084]: [parameters: {'project_id': 'dc8c60ad8aff464bab9c616cea252d59', 'id': '525e8ea7-10b8-4275-a1c6-31c4a1da4714', 'expiration': datetime.datetime(2021, 8, 31, 23, 38, 53, 371122)}] Aug 31 23:36:53.375875 dv-cinder-759943-18-iscsi neutron-server[94084]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 23:36:53.376774 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 23:36:53.464520 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c902c42-551b-46d8-9a8c-640aa0db238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.464520 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c902c42-551b-46d8-9a8c-640aa0db238a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.464520 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4c902c42-551b-46d8-9a8c-640aa0db238a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cea424a8-3092-4d90-83ab-372dc7de0349 HTTP/1.1" status: 204 len: 168 time: 0.1958025 Aug 31 23:36:53.474813 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c902c42-551b-46d8-9a8c-640aa0db238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea424a8-3092-4d90-83ab-372dc7de0349,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:53.496954 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d321837-c9a1-432b-9dff-1ffb7a9f7366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.505284 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d321837-c9a1-432b-9dff-1ffb7a9f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.557043 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6d321837-c9a1-432b-9dff-1ffb7a9f7366 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=51c1f848fc434035b9816c8bc049736c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983023 Aug 31 23:36:53.559718 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48366) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:53.563554 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d321837-c9a1-432b-9dff-1ffb7a9f7366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f8db2-1fb3-4f2e-874b-304bea47436f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:53.615450 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-35919160-922c-4c48-a24e-86d84ebdc1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.639913 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-35919160-922c-4c48-a24e-86d84ebdc1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.690453 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-35919160-922c-4c48-a24e-86d84ebdc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.693140 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-35919160-922c-4c48-a24e-86d84ebdc1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.694281 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-35919160-922c-4c48-a24e-86d84ebdc1a6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5b8f8db2-1fb3-4f2e-874b-304bea47436f HTTP/1.1" status: 204 len: 168 time: 0.1336079 Aug 31 23:36:53.702950 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35919160-922c-4c48-a24e-86d84ebdc1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f8db2-1fb3-4f2e-874b-304bea47436f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:53.877194 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.983638 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.994629 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.035125 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc38d7f-440b-4de4-a800-ebd599efe517,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:54.040569 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-22234949-545f-4f13-b5b2-41ddd1a8ce74 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dc8c60ad8aff464bab9c616cea252d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087085 Aug 31 23:36:54.043196 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48384) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:54.098499 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-66488aea-7453-4c9d-8b51-13c7a697914a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.125209 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-66488aea-7453-4c9d-8b51-13c7a697914a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.145244 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48390) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:54.164810 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8abae9a-6786-4b7b-878c-da4f65f157d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.184842 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-66488aea-7453-4c9d-8b51-13c7a697914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.190625 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-66488aea-7453-4c9d-8b51-13c7a697914a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.194430 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-66488aea-7453-4c9d-8b51-13c7a697914a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efc38d7f-440b-4de4-a800-ebd599efe517 HTTP/1.1" status: 204 len: 168 time: 0.1480687 Aug 31 23:36:54.202033 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66488aea-7453-4c9d-8b51-13c7a697914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc38d7f-440b-4de4-a800-ebd599efe517,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:54.303901 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8abae9a-6786-4b7b-878c-da4f65f157d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.310859 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8abae9a-6786-4b7b-878c-da4f65f157d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.352889 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abae9a-6786-4b7b-878c-da4f65f157d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f125c54b-d431-43a5-8f96-15418571613d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:54.358292 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e8abae9a-6786-4b7b-878c-da4f65f157d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6d991b01cdf6432498533b38fa5ccb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115593 Aug 31 23:36:54.360766 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48400) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:54.427057 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c164832-edda-4fb6-89e6-b55a7ec3254a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.452829 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c164832-edda-4fb6-89e6-b55a7ec3254a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.512874 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c164832-edda-4fb6-89e6-b55a7ec3254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.512874 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c164832-edda-4fb6-89e6-b55a7ec3254a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:54.513719 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5c164832-edda-4fb6-89e6-b55a7ec3254a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f125c54b-d431-43a5-8f96-15418571613d HTTP/1.1" status: 204 len: 168 time: 0.1512268 Aug 31 23:36:54.522737 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c164832-edda-4fb6-89e6-b55a7ec3254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f125c54b-d431-43a5-8f96-15418571613d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:55.195721 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:55.753462 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:36:56.103696 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-3b8c52e9-88d9-49a7-af2d-d792cc25276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:56.106099 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-3b8c52e9-88d9-49a7-af2d-d792cc25276d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837274 Aug 31 23:36:56.480931 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-cafe02c6-ecb3-43a0-b6fd-9ec669789237 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042562 Aug 31 23:36:56.621422 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f8cd8da-58a7-479d-9a5d-1066a4ceddc5 req-435d3241-e457-49ab-8498-af1d4bd5179a service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037178 Aug 31 23:36:56.715776 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48522) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:56.828320 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-65989685-778c-4f61-98c1-5b8161c78298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:56.928537 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-65989685-778c-4f61-98c1-5b8161c78298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:56.933229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-65989685-778c-4f61-98c1-5b8161c78298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:56.974499 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65989685-778c-4f61-98c1-5b8161c78298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d99cf4-e694-45df-8c4f-7f19f84a43a2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:56.981089 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-65989685-778c-4f61-98c1-5b8161c78298 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6b9223813c9946d28cc41d994f1c7ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642183 Aug 31 23:36:56.984370 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48538) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:57.042176 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ac10d139-02bb-4310-9318-69a3f9d79bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.070478 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ac10d139-02bb-4310-9318-69a3f9d79bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.127225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ac10d139-02bb-4310-9318-69a3f9d79bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.130852 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ac10d139-02bb-4310-9318-69a3f9d79bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.134815 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ac10d139-02bb-4310-9318-69a3f9d79bda admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/30d99cf4-e694-45df-8c4f-7f19f84a43a2 HTTP/1.1" status: 204 len: 168 time: 0.1465547 Aug 31 23:36:57.141956 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10d139-02bb-4310-9318-69a3f9d79bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d99cf4-e694-45df-8c4f-7f19f84a43a2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:57.457285 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48572) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:57.478306 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e52cbabd-607d-49be-8871-6106cd6041dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.589061 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e52cbabd-607d-49be-8871-6106cd6041dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.593045 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e52cbabd-607d-49be-8871-6106cd6041dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.631062 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e52cbabd-607d-49be-8871-6106cd6041dc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6ab93480b8214c3bbcbdeca6856d4ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726253 Aug 31 23:36:57.631927 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cbabd-607d-49be-8871-6106cd6041dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098670ee-7ad7-48bb-b8b8-74ab4624868c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:57.634202 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48576) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:57.683696 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-abd14dac-1ec9-43c2-9349-21a14a1ac966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.708781 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-abd14dac-1ec9-43c2-9349-21a14a1ac966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.764861 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-abd14dac-1ec9-43c2-9349-21a14a1ac966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.767608 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-abd14dac-1ec9-43c2-9349-21a14a1ac966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:57.768869 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-abd14dac-1ec9-43c2-9349-21a14a1ac966 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/098670ee-7ad7-48bb-b8b8-74ab4624868c HTTP/1.1" status: 204 len: 168 time: 0.1336341 Aug 31 23:36:57.780457 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd14dac-1ec9-43c2-9349-21a14a1ac966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098670ee-7ad7-48bb-b8b8-74ab4624868c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:57.979258 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48588) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:58.139813 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-986d99a6-c235-4756-a290-5a735f42b790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:58.259807 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-986d99a6-c235-4756-a290-5a735f42b790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:58.268503 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-986d99a6-c235-4756-a290-5a735f42b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:58.326051 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-986d99a6-c235-4756-a290-5a735f42b790 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ba56b2feb9dd4473afe7cb0062a05e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455062 Aug 31 23:36:58.329342 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d99a6-c235-4756-a290-5a735f42b790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d76b40b-dae4-4b18-8147-8cc6913b4b83,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:58.329842 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48604) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:58.389307 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5bf0432c-3a0d-4a86-8e5f-de06969a1067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:58.417403 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5bf0432c-3a0d-4a86-8e5f-de06969a1067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:58.483640 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5bf0432c-3a0d-4a86-8e5f-de06969a1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:58.488850 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5bf0432c-3a0d-4a86-8e5f-de06969a1067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:58.490064 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5bf0432c-3a0d-4a86-8e5f-de06969a1067 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0d76b40b-dae4-4b18-8147-8cc6913b4b83 HTTP/1.1" status: 204 len: 168 time: 0.1591747 Aug 31 23:36:58.499852 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0432c-3a0d-4a86-8e5f-de06969a1067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d76b40b-dae4-4b18-8147-8cc6913b4b83,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:00.188452 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48736) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:00.353366 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f7a34fd-c047-4a85-8ca2-703a2e56b8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.484570 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f7a34fd-c047-4a85-8ca2-703a2e56b8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.489912 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f7a34fd-c047-4a85-8ca2-703a2e56b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.528267 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a34fd-c047-4a85-8ca2-703a2e56b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e778d79-94f4-4b89-a865-bf1a8a6aad03,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:00.534903 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6f7a34fd-c047-4a85-8ca2-703a2e56b8da admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=015157fe8aa640e4995d3ebf449c1c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452952 Aug 31 23:37:00.537404 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48768) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:00.592654 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6194ac51-f350-4423-a1e0-5c259f060274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.621378 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6194ac51-f350-4423-a1e0-5c259f060274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.661125 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48778) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:00.676803 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6194ac51-f350-4423-a1e0-5c259f060274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.679538 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6194ac51-f350-4423-a1e0-5c259f060274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.683698 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6194ac51-f350-4423-a1e0-5c259f060274 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1e778d79-94f4-4b89-a865-bf1a8a6aad03 HTTP/1.1" status: 204 len: 168 time: 0.1428788 Aug 31 23:37:00.698510 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194ac51-f350-4423-a1e0-5c259f060274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e778d79-94f4-4b89-a865-bf1a8a6aad03,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:00.792192 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8fdd034-9527-4008-ac84-82656741face admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.894219 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8fdd034-9527-4008-ac84-82656741face admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.898147 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8fdd034-9527-4008-ac84-82656741face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:00.935983 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdd034-9527-4008-ac84-82656741face admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba45170-eb29-4151-aa9b-acbeb073d8ef,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:00.941862 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d8fdd034-9527-4008-ac84-82656741face admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=81ba1d238f39420bb1a326845534309f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780356 Aug 31 23:37:00.942918 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48794) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:00.993571 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d545fa35-3d7c-4c75-ae4e-3c514adf8a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.022419 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d545fa35-3d7c-4c75-ae4e-3c514adf8a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.089259 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d545fa35-3d7c-4c75-ae4e-3c514adf8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.091815 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d545fa35-3d7c-4c75-ae4e-3c514adf8a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.093086 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d545fa35-3d7c-4c75-ae4e-3c514adf8a25 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cba45170-eb29-4151-aa9b-acbeb073d8ef HTTP/1.1" status: 204 len: 168 time: 0.1493313 Aug 31 23:37:01.101265 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545fa35-3d7c-4c75-ae4e-3c514adf8a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba45170-eb29-4151-aa9b-acbeb073d8ef,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:01.450143 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48818) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:01.463699 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6b33c454-db62-4817-a03f-2993ef192225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.555629 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6b33c454-db62-4817-a03f-2993ef192225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.560627 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6b33c454-db62-4817-a03f-2993ef192225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.599790 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6b33c454-db62-4817-a03f-2993ef192225 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f1292bea5444679b97898b6a2c3a361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484540 Aug 31 23:37:01.602436 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48824) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:01.608860 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33c454-db62-4817-a03f-2993ef192225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f603c22e-fe0a-4231-beb4-fe75f188a316,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:01.666296 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c54c126-6156-4ba1-a646-414e9e3c3472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.698608 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c54c126-6156-4ba1-a646-414e9e3c3472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.750023 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c54c126-6156-4ba1-a646-414e9e3c3472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.752848 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c54c126-6156-4ba1-a646-414e9e3c3472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:01.754161 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2c54c126-6156-4ba1-a646-414e9e3c3472 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f603c22e-fe0a-4231-beb4-fe75f188a316 HTTP/1.1" status: 204 len: 168 time: 0.1507950 Aug 31 23:37:01.763632 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c126-6156-4ba1-a646-414e9e3c3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603c22e-fe0a-4231-beb4-fe75f188a316,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:02.903447 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48866) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:03.012442 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a5b2c78-ae48-4132-9049-2e1be2a7d64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.103922 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a5b2c78-ae48-4132-9049-2e1be2a7d64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.107845 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a5b2c78-ae48-4132-9049-2e1be2a7d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.146692 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2a5b2c78-ae48-4132-9049-2e1be2a7d64d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9dd2cd6cac5e497da34cec0c478e6ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418835 Aug 31 23:37:03.147255 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b2c78-ae48-4132-9049-2e1be2a7d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3716190-ca84-453f-9f29-d754c02f2274,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:03.149858 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48876) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:03.199161 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46327c5b-684c-4a7a-9ce5-cae2fcdf292f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.219059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46327c5b-684c-4a7a-9ce5-cae2fcdf292f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.264070 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46327c5b-684c-4a7a-9ce5-cae2fcdf292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.266832 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46327c5b-684c-4a7a-9ce5-cae2fcdf292f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.267998 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-46327c5b-684c-4a7a-9ce5-cae2fcdf292f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c3716190-ca84-453f-9f29-d754c02f2274 HTTP/1.1" status: 204 len: 168 time: 0.1162481 Aug 31 23:37:03.276568 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46327c5b-684c-4a7a-9ce5-cae2fcdf292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3716190-ca84-453f-9f29-d754c02f2274,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:03.548405 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5d66f-0b29-42c3-978c-57ae690aebc9 req-e6d413ac-78e1-47d4-a9f9-d1c16986b4c3 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:03.550369 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63d5d66f-0b29-42c3-978c-57ae690aebc9 req-e6d413ac-78e1-47d4-a9f9-d1c16986b4c3 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.0595357 Aug 31 23:37:03.591812 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63d5d66f-0b29-42c3-978c-57ae690aebc9 req-8d11d71d-bd04-48dd-958a-4c51bc43fd61 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Aug 31 23:37:03.937221 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 48900) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:04.035235 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2026854407-network', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:04.059228 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Made reservation on behalf of 22e157f69fd3465783c5694e10f2a1e3 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:04.061827 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.070242 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.168627 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.173601 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.196302 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:37:04.213877 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7080d2c-fef9-44eb-a466-315b437edf69,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:04.216924 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.217290 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Added segment 982d071d-440b-4586-8cc6-b22f2a59062f of type vlan for network 41bb5130-7386-436e-b62f-9b3c3173e206 Aug 31 23:37:04.258991 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.297199 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.298086 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:04.298699 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.355649 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4172904 Aug 31 23:37:04.355953 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48920) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:04.361296 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Request body: {'subnet': {'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2026854407-subnet', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:04.363920 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3878ee-6125-4c95-89cd-65bd7a5a0beb admin admin] Pushing event updated for resources: {'Network': ['ID=41bb5130-7386-436e-b62f-9b3c3173e206,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:04.374136 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 41bb5130-7386-436e-b62f-9b3c3173e206 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:37:04.395242 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Made reservation on behalf of 22e157f69fd3465783c5694e10f2a1e3 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:04.397635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.570811 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.630945 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25097994-7fae-43b8-bf51-012726199243,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:04.639288 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Checking segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:04.639693 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Network hostable DHCP agents. Network: 41bb5130-7386-436e-b62f-9b3c3173e206, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:37:04.657342 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Network 41bb5130-7386-436e-b62f-9b3c3173e206 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:37:04.669576 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 41bb5130-7386-436e-b62f-9b3c3173e206) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:04.675149 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:04.676062 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.685140 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684d7b5-5074-4b4f-960e-4b67a3c1da8b None None] Network 41bb5130-7386-436e-b62f-9b3c3173e206 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:37:04.697868 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4dd8b2af-b8ae-4c17-88e6-58945ca2f712 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3405828 Aug 31 23:37:04.700836 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48924) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:04.707855 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:04.743738 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.745507 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.746882 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad5d0b-986f-4839-a783-1a8f7f7277e8 req-39f56be8-9348-4c8a-a5ab-93533b3cc23f tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:04.749297 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28ad5d0b-986f-4839-a783-1a8f7f7277e8 req-39f56be8-9348-4c8a-a5ab-93533b3cc23f tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.0731359 Aug 31 23:37:04.791178 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28ad5d0b-986f-4839-a783-1a8f7f7277e8 req-9d09e9cd-acd2-4583-b04f-88d143642824 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Aug 31 23:37:04.824316 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.899149 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-41bb5130-7386-436e-b62f-9b3c3173e206', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:37:04.900020 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.052424 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Allocated IP 172.20.0.2 (41bb5130-7386-436e-b62f-9b3c3173e206/25097994-7fae-43b8-bf51-012726199243/3240ac9b-4684-4831-b4a8-6b8db256138b) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:05.123825 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.226029 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.235644 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Transition to ACTIVE for port object 3240ac9b-4684-4831-b4a8-6b8db256138b will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:05.252454 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Transition to ACTIVE for port object 3240ac9b-4684-4831-b4a8-6b8db256138b will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:05.258503 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.305701 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Pushing event updated for resources: {'Port': ['ID=3240ac9b-4684-4831-b4a8-6b8db256138b,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:05.317313 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Network 41bb5130-7386-436e-b62f-9b3c3173e206 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:05.321745 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:05.325269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.325817 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.326306 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.326825 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.327296 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.327808 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.328284 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.328759 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.329225 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.329687 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.330174 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.330668 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:05.338828 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:05.351041 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.375251 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.401926 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Attempting to bind port 3240ac9b-4684-4831-b4a8-6b8db256138b on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:05.402406 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Attempting to bind port 3240ac9b-4684-4831-b4a8-6b8db256138b by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:05.402991 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Attempting to bind port 3240ac9b-4684-4831-b4a8-6b8db256138b on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:05.409412 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:05.410086 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Checking segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:05.410674 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.411253 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Bound using segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:05.412017 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Bound port: 3240ac9b-4684-4831-b4a8-6b8db256138b, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:05.412860 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.489597 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Allocated IP 172.27.3.152 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/00a9711f-9497-4d43-87f9-b276772b8533) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:05.492919 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] For port 3240ac9b-4684-4831-b4a8-6b8db256138b, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:05.497933 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] For port 3240ac9b-4684-4831-b4a8-6b8db256138b, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=3240ac9b-4684-4831-b4a8-6b8db256138b,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:05.505837 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.583659 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be347449-24fb-492a-af87-e2492c3cd8ce None None] Pushing event updated for resources: {'Port': ['ID=3240ac9b-4684-4831-b4a8-6b8db256138b,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:05.611569 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-65c56439-c68e-4c8e-94e0-23c95a12aa84 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=aa4d177617c44336b06261ba16f3230e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380621 Aug 31 23:37:05.809908 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.912388 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-cd1a407b-1361-4ae4-bd7f-d588ef47b07b tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:05.919211 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-cd1a407b-1361-4ae4-bd7f-d588ef47b07b tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016226 Aug 31 23:37:05.952615 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-3ab72b81-42ef-484c-af50-c408637a7fbb tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/quotas/aa4d177617c44336b06261ba16f3230e HTTP/1.1" status: 200 len: 375 time: 0.0280068 Aug 31 23:37:05.987927 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-f87e10df-3ebf-4dd1-9d71-3215365750e1 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa4d177617c44336b06261ba16f3230e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344229 Aug 31 23:37:05.994197 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:06.040352 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:06.044994 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:06.048941 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:06.060181 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Pushing event updated for resources: {'Port': ['ID=00a9711f-9497-4d43-87f9-b276772b8533,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:06.291993 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:06.540378 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:06.609715 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 3240ac9b-4684-4831-b4a8-6b8db256138b up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:06.662963 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b08ab-2692-462e-b3d1-595da553ea28 None None] Network 41bb5130-7386-436e-b62f-9b3c3173e206 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:37:06.676604 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 3240ac9b-4684-4831-b4a8-6b8db256138b completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:06.684659 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:37:06.795555 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-41cbdd1a-fef2-4d78-919c-55629e99b133 None None] Provisioning for port 3240ac9b-4684-4831-b4a8-6b8db256138b completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:06.802325 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-41cbdd1a-fef2-4d78-919c-55629e99b133 None None] Provisioning complete for port 3240ac9b-4684-4831-b4a8-6b8db256138b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:06.802723 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41cbdd1a-fef2-4d78-919c-55629e99b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:06.915437 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41cbdd1a-fef2-4d78-919c-55629e99b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:06.954271 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:37:06.965500 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-41cbdd1a-fef2-4d78-919c-55629e99b133 None None] For port 3240ac9b-4684-4831-b4a8-6b8db256138b, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=3240ac9b-4684-4831-b4a8-6b8db256138b,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:06.967288 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:37:06.971116 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41cbdd1a-fef2-4d78-919c-55629e99b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:06.986993 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:06.988415 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:06.989907 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:06.994402 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-04a5277d-5466-4fa3-b8eb-599cb65cf4dd admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2897139 Aug 31 23:37:06.996171 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 48994) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:07.043473 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbdd1a-fef2-4d78-919c-55629e99b133 None None] Pushing event updated for resources: {'Port': ['ID=3240ac9b-4684-4831-b4a8-6b8db256138b,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:07.168096 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:07.196537 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-06339047-d453-4397-9946-875e51c51927 None None] Provisioning complete for port 3240ac9b-4684-4831-b4a8-6b8db256138b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:07.196908 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-06339047-d453-4397-9946-875e51c51927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.361007 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:06Z', 'revision_number': 3, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:07.390464 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:37:07.390949 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Updating router 554caf28-b5ed-4fe3-9b29-53d793c9194e port 00a9711f-9497-4d43-87f9-b276772b8533 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:37:07.424138 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.510208 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.683130 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.688186 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Allocated IP 172.20.0.1 (41bb5130-7386-436e-b62f-9b3c3173e206/25097994-7fae-43b8-bf51-012726199243/33aaf0dc-bb70-47d2-bf4a-b9aacb257add) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:07.693994 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Transition to ACTIVE for port object 00a9711f-9497-4d43-87f9-b276772b8533 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:07.701749 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.755897 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Pushing event updated for resources: {'Port': ['ID=00a9711f-9497-4d43-87f9-b276772b8533,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:07.766051 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.766417 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.766783 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.767112 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.767438 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.767763 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.768200 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.768585 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.768928 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.769294 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.769624 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.769943 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:07.773422 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Attempting to bind port 00a9711f-9497-4d43-87f9-b276772b8533 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:07.773785 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Attempting to bind port 00a9711f-9497-4d43-87f9-b276772b8533 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:07.774144 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Attempting to bind port 00a9711f-9497-4d43-87f9-b276772b8533 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:07.779995 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:07.780516 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:07.780786 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.781177 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:07.781773 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Bound port: 00a9711f-9497-4d43-87f9-b276772b8533, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:07.782286 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.801234 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.815320 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Transition to ACTIVE for port object 33aaf0dc-bb70-47d2-bf4a-b9aacb257add will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:07.834613 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] For port 00a9711f-9497-4d43-87f9-b276772b8533, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:07.838147 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] For port 00a9711f-9497-4d43-87f9-b276772b8533, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=00a9711f-9497-4d43-87f9-b276772b8533,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:07.842297 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.858910 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.907109 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:07.907744 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:07.909275 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Network 41bb5130-7386-436e-b62f-9b3c3173e206 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:07.913124 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:07.918405 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:07.918677 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:07.922681 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Pushing event updated for resources: {'Port': ['ID=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:08.045252 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c66bdd-d916-440c-8e05-839440551021 None None] Pushing event updated for resources: {'Port': ['ID=00a9711f-9497-4d43-87f9-b276772b8533,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:08.062259 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:08.122642 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:08.224558 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f5afd20f-639d-4bf4-91db-158859f65aa1 None None] Provisioning for port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:08.229857 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f5afd20f-639d-4bf4-91db-158859f65aa1 None None] Provisioning complete for port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:08.230231 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f5afd20f-639d-4bf4-91db-158859f65aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:08.252707 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:08.257759 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:08.258652 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:08.268431 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f5afd20f-639d-4bf4-91db-158859f65aa1 None None] Port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:37:08.304610 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-64b85c47-9917-4232-94bb-19e642312edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:06Z', 'revision_number': 3, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:08.330795 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b85c47-9917-4232-94bb-19e642312edf None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:06Z', 'revision_number': 3, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:37:08.339171 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Pushing event updated for resources: {'Port': ['ID=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:08.393221 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Network 41bb5130-7386-436e-b62f-9b3c3173e206 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:08.394608 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:08.560410 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 3240ac9b-4684-4831-b4a8-6b8db256138b up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:08.560965 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:37:08.643124 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 3240ac9b-4684-4831-b4a8-6b8db256138b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:08.643493 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:08.706425 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-60c06700-f47b-4ef3-9c87-ad44a56d3572 None None] Provisioning complete for port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:08.707116 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60c06700-f47b-4ef3-9c87-ad44a56d3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:08.719439 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:37:08.725202 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fe4f581f-8448-48de-9598-4a1d00db43cc admin admin] 10.222.0.63 "PUT /v2.0/routers/554caf28-b5ed-4fe3-9b29-53d793c9194e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294617 Aug 31 23:37:08.790694 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-60c06700-f47b-4ef3-9c87-ad44a56d3572 None None] Port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:37:09.259690 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409320d-a4fc-46c2-9ea8-91c87268bdf7 req-ec8b4a2a-e05f-4cac-b24a-73d2558104bb tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:09.261194 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4409320d-a4fc-46c2-9ea8-91c87268bdf7 req-ec8b4a2a-e05f-4cac-b24a-73d2558104bb tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.0965486 Aug 31 23:37:09.276372 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a95eae77-e5d3-4986-a3a1-be2e9a904e48 req-b26ee730-360a-4c33-8291-9d22f5eeffaf tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 210 time: 0.0385785 Aug 31 23:37:09.290659 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49026) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:09.296817 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-164913042-network', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:09.333543 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Made reservation on behalf of 623a4d66a2604af3aba8d77c4f93809d for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:09.334566 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4409320d-a4fc-46c2-9ea8-91c87268bdf7 req-742a2dbe-33c2-45e6-9e6a-01f516fae07f tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629494 Aug 31 23:37:09.335912 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.345604 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.462678 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.466867 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.488132 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:37:09.503069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1a4469-be2f-489e-a5af-29616b13df49,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:09.505911 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.506243 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Added segment 2bfbda5f-bff1-4e17-9650-7cd7d73f92b2 of type vlan for network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a Aug 31 23:37:09.547450 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.572051 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.572984 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:09.573564 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.626859 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3350675 Aug 31 23:37:09.629462 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49030) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:09.636120 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Request body: {'subnet': {'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-164913042-subnet', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:09.640375 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce770ec-e6d9-4160-a1a4-fd0c6ddb95a8 admin admin] Pushing event updated for resources: {'Network': ['ID=eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:09.650304 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:37:09.662623 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Made reservation on behalf of 623a4d66a2604af3aba8d77c4f93809d for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:09.665540 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.855480 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.920894 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cca1688-b560-40dd-9137-d28d212f6b5f,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:09.930144 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Checking segment: {'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:09.930464 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Network hostable DHCP agents. Network: eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:37:09.948770 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:37:09.962036 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:09.966222 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:09.966903 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.976979 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b10fb8-9449-4a18-b82e-4f099ef0d759 None None] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:37:09.986570 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3905cc3c-e7b2-439e-a4e0-2727528e71b8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3540456 Aug 31 23:37:09.986843 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:37:09.988268 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49032) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:09.993076 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:10.016530 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:10.017584 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:10.082078 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:10.153810 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:10.154489 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:10.239441 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:10.341370 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:10.537553 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a', 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'fixed_ips': [{'subnet_id': '7cca1688-b560-40dd-9137-d28d212f6b5f'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:37:10.538420 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:10.563549 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:10.608379 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:10.682155 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 00a9711f-9497-4d43-87f9-b276772b8533 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:10.971299 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d255c85b-9356-47a2-9913-c9ed9237d2ea req-cd1e6b96-c65b-494d-9046-c0a3dbf54dad tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 210 time: 0.4046981 Aug 31 23:37:11.005693 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-45343803-2406-407f-8745-3b294b183b09 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=aa4d177617c44336b06261ba16f3230e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3642943 Aug 31 23:37:11.042560 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Allocated IP 172.27.3.171 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/11a7889d-e52d-465c-b33f-dd2f5dd96a75) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:11.060681 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 00a9711f-9497-4d43-87f9-b276772b8533 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:11.067174 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715fecb-ff54-4f40-976a-23f7c710272e req-fd5192c2-05b0-4a2b-934f-f70a50f353a8 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:11.068751 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a715fecb-ff54-4f40-976a-23f7c710272e req-fd5192c2-05b0-4a2b-934f-f70a50f353a8 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.4375653 Aug 31 23:37:11.073051 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 00a9711f-9497-4d43-87f9-b276772b8533 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:11.073152 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49068) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:11.073253 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.076290 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af71bd-9f06-491e-8efc-70f5ca1e6e87 req-134adc98-919f-43cc-aeb6-101259f8d13a tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:11.078037 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-38af71bd-9f06-491e-8efc-70f5ca1e6e87 req-134adc98-919f-43cc-aeb6-101259f8d13a tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 945 time: 0.5006039 Aug 31 23:37:11.119344 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Allocated IP 172.20.0.2 (eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a/7cca1688-b560-40dd-9137-d28d212f6b5f/e9110e25-07af-4aa9-aba1-b704d2531a91) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:11.195211 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.202995 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 2, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:11.244862 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.246049 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:37:11.246432 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Updating router 554caf28-b5ed-4fe3-9b29-53d793c9194e port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:37:11.292671 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:11.303937 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:11.308278 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b408c5b2-ef0f-42f6-80ac-7ba480b6cf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.312689 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:11.319425 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.322471 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-38af71bd-9f06-491e-8efc-70f5ca1e6e87 req-c7d2659a-537e-49a7-ad3c-109c442d2cbd tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/security-groups?id=e17523d2-703d-4160-b57c-a4fe19b3f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085526 Aug 31 23:37:11.353212 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.363872 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-b9b1b0f1-97ca-463c-a925-35a1e4db5ba9 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:11.365422 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-b9b1b0f1-97ca-463c-a925-35a1e4db5ba9 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465006 Aug 31 23:37:11.403014 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Deleting port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:37:11.403545 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.425433 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Request body: {'port': {'device_id': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c', 'admin_state_up': True, 'tenant_id': 'aa4d177617c44336b06261ba16f3230e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:11.428487 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 00a9711f-9497-4d43-87f9-b276772b8533, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=00a9711f-9497-4d43-87f9-b276772b8533,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:11.471513 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.604469 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.610120 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Pushing event updated for resources: {'Port': ['ID=11a7889d-e52d-465c-b33f-dd2f5dd96a75,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:11.654636 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] For port 4e63ca85-078e-45ed-a9c0-23bde26c99a4, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e63ca85-078e-45ed-a9c0-23bde26c99a4,segment=NetworkSegment(3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a),segment_id=3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:11.655401 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.659822 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Transition to ACTIVE for port object e9110e25-07af-4aa9-aba1-b704d2531a91 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:11.685726 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b408c5b2-ef0f-42f6-80ac-7ba480b6cf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.688224 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Calling delete_port for 4e63ca85-078e-45ed-a9c0-23bde26c99a4 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:37:11.693890 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49082) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:11.698504 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b408c5b2-ef0f-42f6-80ac-7ba480b6cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.703580 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=00a9711f-9497-4d43-87f9-b276772b8533,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:11.734962 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Transition to ACTIVE for port object e9110e25-07af-4aa9-aba1-b704d2531a91 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:11.759282 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.801062 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Made reservation on behalf of aa4d177617c44336b06261ba16f3230e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:11.805068 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.819506 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b408c5b2-ef0f-42f6-80ac-7ba480b6cf74 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=804ae63c91ce45cb9dc0ad7324365b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454371 Aug 31 23:37:11.819949 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.822060 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49086) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:11.822852 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408c5b2-ef0f-42f6-80ac-7ba480b6cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba262bb1-bcf8-4a93-b6f4-12afd2caa81e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:11.836577 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:11.842730 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.844603 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:11.848332 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:11.856110 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Pushing event updated for resources: {'Port': ['ID=e9110e25-07af-4aa9-aba1-b704d2531a91,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:11.949615 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c98e67f1-3d8a-46f6-ace8-781889faa3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.974348 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Attempting to bind port e9110e25-07af-4aa9-aba1-b704d2531a91 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:11.974781 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Attempting to bind port e9110e25-07af-4aa9-aba1-b704d2531a91 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:11.975239 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Attempting to bind port e9110e25-07af-4aa9-aba1-b704d2531a91 on network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:11.989211 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.993153 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:11.993581 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Checking segment: {'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:11.994011 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:11.994432 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Bound using segment: {'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:11.994934 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Bound port: e9110e25-07af-4aa9-aba1-b704d2531a91, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:11.995386 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.071462 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b641df76-5634-4dfe-b028-11ceaabad3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.081003 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.090083 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Transition to ACTIVE for port object 33aaf0dc-bb70-47d2-bf4a-b9aacb257add will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:12.094808 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] For port e9110e25-07af-4aa9-aba1-b704d2531a91, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:12.096817 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-297341f3-64bb-4d0e-8faa-472a0f88c2df req-685fca6b-5bc8-4b29-9255-2e858f0d7c1c tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 210 time: 0.0329511 Aug 31 23:37:12.098186 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] For port e9110e25-07af-4aa9-aba1-b704d2531a91, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=e9110e25-07af-4aa9-aba1-b704d2531a91,segment=NetworkSegment(2bfbda5f-bff1-4e17-9650-7cd7d73f92b2),segment_id=2bfbda5f-bff1-4e17-9650-7cd7d73f92b2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:12.100115 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.134876 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.145721 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Pushing event deleted for resources: {'Port': ['ID=4e63ca85-078e-45ed-a9c0-23bde26c99a4,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:12.149705 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b641df76-5634-4dfe-b028-11ceaabad3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.170335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.173422 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfc951-f20b-4e4e-998e-64aa95402192 None None] Pushing event updated for resources: {'Port': ['ID=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:12.271889 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Attempting to bind port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:12.272299 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Attempting to bind port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:12.272668 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Attempting to bind port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:12.287861 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:12.288272 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Checking segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:12.288848 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.289765 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Bound using segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:12.290284 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Bound port: 33aaf0dc-bb70-47d2-bf4a-b9aacb257add, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:12.290698 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.291799 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] No DVR routers for this DVR port 4e63ca85-078e-45ed-a9c0-23bde26c99a4 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:37:12.293116 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928a686-a657-42d4-8739-54efe274bd9d None None] Pushing event updated for resources: {'Port': ['ID=e9110e25-07af-4aa9-aba1-b704d2531a91,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:12.297485 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.300357 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a715fecb-ff54-4f40-976a-23f7c710272e req-cfcfbc7f-5b00-41b0-853c-c083454c2790 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.61 "DELETE /v2.0/ports/4e63ca85-078e-45ed-a9c0-23bde26c99a4 HTTP/1.1" status: 204 len: 173 time: 1.2211387 Aug 31 23:37:12.320913 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.322688 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'name': 'network-vif-deleted', 'tag': '4e63ca85-078e-45ed-a9c0-23bde26c99a4'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:12.325155 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f9e408-828b-4c2e-9536-7b4fa89b4153" -d '{"events": [{"server_uuid": "b7002669-3dfb-42c5-bb9b-1013a8b79b87", "name": "network-vif-deleted", "tag": "4e63ca85-078e-45ed-a9c0-23bde26c99a4"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:12.366565 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.390151 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b641df76-5634-4dfe-b028-11ceaabad3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.402673 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b641df76-5634-4dfe-b028-11ceaabad3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.411184 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b641df76-5634-4dfe-b028-11ceaabad3df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba262bb1-bcf8-4a93-b6f4-12afd2caa81e HTTP/1.1" status: 204 len: 168 time: 0.5868034 Aug 31 23:37:12.443733 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f832ed-091d-4a18-8b05-53aafb5c799a x-openstack-request-id: req-d1f832ed-091d-4a18-8b05-53aafb5c799a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:12.444019 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7002669-3dfb-42c5-bb9b-1013a8b79b87", "name": "network-vif-deleted", "tag": "4e63ca85-078e-45ed-a9c0-23bde26c99a4", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:12.444272 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d1f832ed-091d-4a18-8b05-53aafb5c799a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:12.444664 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7002669-3dfb-42c5-bb9b-1013a8b79b87', 'name': 'network-vif-deleted', 'tag': '4e63ca85-078e-45ed-a9c0-23bde26c99a4', 'status': 'completed', 'code': 200} Aug 31 23:37:12.455442 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] For port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:12.461711 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] For port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:12.469244 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.573127 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d020984d-86c4-4dd6-97b1-18bcceb8111a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:12.585539 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0c2d5047-3df2-41cf-a4a9-f5f95b081871 req-9ba76bb5-b3b2-41f3-a1ea-43231ff38c59 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.1403930 Aug 31 23:37:12.588642 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Router 89338b54-88eb-4fb5-9ec9-a5f565abe54c is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:37:12.616189 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:12.617674 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:12.621520 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfc951-f20b-4e4e-998e-64aa95402192 None None] Pushing event updated for resources: {'Port': ['ID=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:12.639577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641df76-5634-4dfe-b028-11ceaabad3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba262bb1-bcf8-4a93-b6f4-12afd2caa81e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:12.700725 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 00a9711f-9497-4d43-87f9-b276772b8533 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:12.839345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Allocated IP 192.168.233.110 (9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c/3fdeb282-d69f-4dea-9bef-14218f72d2b7/b4701de2-9ccb-4ad0-9d04-710410038590) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:12.843881 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c98e67f1-3d8a-46f6-ace8-781889faa3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.856623 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c98e67f1-3d8a-46f6-ace8-781889faa3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.931135 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c98e67f1-3d8a-46f6-ace8-781889faa3b0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=94a4894671e24ff49dd867e87235aba0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2284088 Aug 31 23:37:12.939088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49106) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:12.952411 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:37:12.962462 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Sync routers for ids ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:37:12.975333 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e67f1-3d8a-46f6-ace8-781889faa3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8fd2e6-6d33-4be2-9586-a00dcd53adc5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:12.980344 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.982864 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9c02b694-2be5-457b-a95c-43b835fe03d4 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9931617 Aug 31 23:37:12.985320 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49110) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:12.987708 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Routers {'89338b54-88eb-4fb5-9ec9-a5f565abe54c'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:12.988361 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:13.101177 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 4e63ca85-078e-45ed-a9c0-23bde26c99a4 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:37:13.104985 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49114) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:13.133075 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fc4fe5d7-a28c-4596-870c-88342829d633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.162353 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fc4fe5d7-a28c-4596-870c-88342829d633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.173372 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f2af-812b-44da-be20-32f35a07bc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.189608 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 4e63ca85-078e-45ed-a9c0-23bde26c99a4 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:37:13.189945 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 4e63ca85-078e-45ed-a9c0-23bde26c99a4 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:37:13.230802 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Set router 89338b54-88eb-4fb5-9ec9-a5f565abe54c gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:13.330753 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.381625 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:13.395388 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-66d4318f-eda7-42e1-9bbb-a7076bfec001 req-f671f417-c4f7-4848-aa39-de08c93b6835 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 210 time: 0.1358514 Aug 31 23:37:13.409389 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 00a9711f-9497-4d43-87f9-b276772b8533 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:13.409805 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.427566 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Transition to ACTIVE for port object b4701de2-9ccb-4ad0-9d04-710410038590 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:13.433122 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fc4fe5d7-a28c-4596-870c-88342829d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.445735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fc4fe5d7-a28c-4596-870c-88342829d633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.446949 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fc4fe5d7-a28c-4596-870c-88342829d633 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b8fd2e6-6d33-4be2-9586-a00dcd53adc5 HTTP/1.1" status: 204 len: 168 time: 0.5054569 Aug 31 23:37:13.486219 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fe5d7-a28c-4596-870c-88342829d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8fd2e6-6d33-4be2-9586-a00dcd53adc5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:13.655398 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 3, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:13.666864 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.774350 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Checking router: 89338b54-88eb-4fb5-9ec9-a5f565abe54c for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:37:13.775181 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Updating router 89338b54-88eb-4fb5-9ec9-a5f565abe54c port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:37:13.846377 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.870830 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f2af-812b-44da-be20-32f35a07bc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.889319 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f2af-812b-44da-be20-32f35a07bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.899909 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:13.969522 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:13.985912 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:13.994733 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c92861-a32c-4621-8494-33e7542e0c8d None None] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:37:14.000238 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:14.000905 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.031249 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Pushing event updated for resources: {'Port': ['ID=b4701de2-9ccb-4ad0-9d04-710410038590,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:14.071863 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0f2af-812b-44da-be20-32f35a07bc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6713cd-03a7-48df-904e-752676b040bf,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:14.098221 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0ee0f2af-812b-44da-be20-32f35a07bc62 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f8dc7b0544a1435a8ca1c91fa47892a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9902990 Aug 31 23:37:14.100513 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49138) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:14.118038 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-d7306905-0614-4d37-8bbb-7af0370e5fed tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7088535 Aug 31 23:37:14.159697 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Request body: {'port': {'device_id': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:14.169989 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8c40da9-567b-49fa-ae8a-8996b36a2a03 req-d37c3ace-a235-4ff6-aaae-26e33611bb56 tempest-DeleteServersTestJSON-115580352 tempest-DeleteServersTestJSON-115580352-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7002669-3dfb-42c5-bb9b-1013a8b79b87 HTTP/1.1" status: 200 len: 210 time: 0.3970902 Aug 31 23:37:14.316872 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02330960-0eaf-4782-87b9-0d283b66693d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.333324 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-79669b5c-ef51-44f4-994c-939c8e9d1cc4 None None] Provisioning for port e9110e25-07af-4aa9-aba1-b704d2531a91 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:14.336393 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.405996 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02330960-0eaf-4782-87b9-0d283b66693d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.431894 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.447269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:12Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:14.455618 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.470903 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Transition to ACTIVE for port object 11a7889d-e52d-465c-b33f-dd2f5dd96a75 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:14.484993 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.491132 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d77d8-c2d8-45d0-8d76-bbe624f1a843 None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:12Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:37:14.524137 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1b53804b-f69f-4d65-bab9-5427b471e6b7 None None] Provisioning for port b4701de2-9ccb-4ad0-9d04-710410038590 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:14.530095 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1b53804b-f69f-4d65-bab9-5427b471e6b7 None None] Provisioning complete for port b4701de2-9ccb-4ad0-9d04-710410038590 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:14.530834 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1b53804b-f69f-4d65-bab9-5427b471e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.625474 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7f6ca-af34-4624-b924-6668cbcb06c7 None None] Pushing event updated for resources: {'Port': ['ID=11a7889d-e52d-465c-b33f-dd2f5dd96a75,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:14.720487 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-1b53804b-f69f-4d65-bab9-5427b471e6b7 None None] Port b4701de2-9ccb-4ad0-9d04-710410038590 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:37:14.722270 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Attempting to bind port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:14.722962 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Attempting to bind port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:14.723559 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Attempting to bind port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:14.739904 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:14.741610 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:14.742248 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.748386 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:14.751138 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Bound port: 11a7889d-e52d-465c-b33f-dd2f5dd96a75, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:14.752155 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.769807 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device e9110e25-07af-4aa9-aba1-b704d2531a91 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:14.831702 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] For port 11a7889d-e52d-465c-b33f-dd2f5dd96a75, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:14.836479 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] For port 11a7889d-e52d-465c-b33f-dd2f5dd96a75, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=11a7889d-e52d-465c-b33f-dd2f5dd96a75,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:14.844478 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.894129 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac166f-a23d-4222-9245-6b97520d4c25 req-9dc9c4d8-96a2-4217-9ff3-74306d26b3b1 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:14.895751 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-55ac166f-a23d-4222-9245-6b97520d4c25 req-9dc9c4d8-96a2-4217-9ff3-74306d26b3b1 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 936 time: 0.2742586 Aug 31 23:37:14.908207 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7f6ca-af34-4624-b924-6668cbcb06c7 None None] Pushing event updated for resources: {'Port': ['ID=11a7889d-e52d-465c-b33f-dd2f5dd96a75,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:14.939553 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Routers {'89338b54-88eb-4fb5-9ec9-a5f565abe54c'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:14.940721 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:14.946308 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port e9110e25-07af-4aa9-aba1-b704d2531a91 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:14.958757 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port e9110e25-07af-4aa9-aba1-b704d2531a91 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:14.959236 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.083961 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] Set router 89338b54-88eb-4fb5-9ec9-a5f565abe54c gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:15.139501 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02330960-0eaf-4782-87b9-0d283b66693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.143617 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02330960-0eaf-4782-87b9-0d283b66693d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.144974 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-02330960-0eaf-4782-87b9-0d283b66693d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a6713cd-03a7-48df-904e-752676b040bf HTTP/1.1" status: 204 len: 168 time: 1.0412934 Aug 31 23:37:15.167262 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02330960-0eaf-4782-87b9-0d283b66693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6713cd-03a7-48df-904e-752676b040bf,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:15.210348 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b6d5907f-69e3-4a63-bd25-2c655d608264 None None] Provisioning complete for port e9110e25-07af-4aa9-aba1-b704d2531a91 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:15.211465 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b6d5907f-69e3-4a63-bd25-2c655d608264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.211636 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-55ac166f-a23d-4222-9245-6b97520d4c25 req-605e5673-2e34-4c04-ba98-bbc9719d4d0e tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886992 Aug 31 23:37:15.215159 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.254023 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4701de2-9ccb-4ad0-9d04-710410038590 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:15.276499 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.300320 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Allocated IP 172.20.0.1 (eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a/7cca1688-b560-40dd-9137-d28d212f6b5f/82004152-573c-48b2-8205-a062a39621ee) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:15.305658 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Transition to ACTIVE for port object b4701de2-9ccb-4ad0-9d04-710410038590 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:15.325972 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.497284 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port e9110e25-07af-4aa9-aba1-b704d2531a91, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=e9110e25-07af-4aa9-aba1-b704d2531a91,segment=NetworkSegment(2bfbda5f-bff1-4e17-9650-7cd7d73f92b2),segment_id=2bfbda5f-bff1-4e17-9650-7cd7d73f92b2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:15.514656 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.587670 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Pushing event updated for resources: {'Port': ['ID=b4701de2-9ccb-4ad0-9d04-710410038590,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:15.728868 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Attempting to bind port b4701de2-9ccb-4ad0-9d04-710410038590 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:15.729581 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Attempting to bind port b4701de2-9ccb-4ad0-9d04-710410038590 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:15.730118 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Attempting to bind port b4701de2-9ccb-4ad0-9d04-710410038590 on network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:15.740556 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Port b4701de2-9ccb-4ad0-9d04-710410038590 on network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:37:15.741185 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Attempting to bind port b4701de2-9ccb-4ad0-9d04-710410038590 on network 9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:15.756726 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 3, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:15.763239 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:15.769435 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Checking segment: {'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:15.770165 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Bound using segment: {'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:15.772124 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Bound port: b4701de2-9ccb-4ad0-9d04-710410038590, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacb63d3-6f1a-450b-87e4-bb336dd426f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:15.781711 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.792270 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.848256 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Transition to ACTIVE for port object 82004152-573c-48b2-8205-a062a39621ee will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:15.894844 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc395e9-c5dd-4ea6-8c89-f5c0cf1f1218 None None] The sync data for ids ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'] in dv-cinder-759943-18-iscsi is: [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 3, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:37:15.941773 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.961947 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] For port b4701de2-9ccb-4ad0-9d04-710410038590, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:15.965371 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] For port b4701de2-9ccb-4ad0-9d04-710410038590, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b4701de2-9ccb-4ad0-9d04-710410038590,segment=NetworkSegment(eacb63d3-6f1a-450b-87e4-bb336dd426f2),segment_id=eacb63d3-6f1a-450b-87e4-bb336dd426f2)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:15.980493 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.980983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=e9110e25-07af-4aa9-aba1-b704d2531a91,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:16.009880 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:16.017567 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:16.021733 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:16.022772 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:16.060059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:16.060704 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:16.062182 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-723e316a-e789-4455-a743-0037a8a6459e service neutron] 10.222.0.61 "PUT /v2.0/ports/b4701de2-9ccb-4ad0-9d04-710410038590 HTTP/1.1" status: 200 len: 1098 time: 1.9211211 Aug 31 23:37:16.062686 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'tag': 'b4701de2-9ccb-4ad0-9d04-710410038590'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:16.064981 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d77a122-fbdb-40d3-b079-9a3537817d79" -d '{"events": [{"name": "network-changed", "server_uuid": "dc481537-9298-4dee-89a2-d0f423399d9b", "tag": "b4701de2-9ccb-4ad0-9d04-710410038590"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:16.167548 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Pushing event updated for resources: {'Port': ['ID=82004152-573c-48b2-8205-a062a39621ee,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:16.193023 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e316a-e789-4455-a743-0037a8a6459e service neutron] Pushing event updated for resources: {'Port': ['ID=b4701de2-9ccb-4ad0-9d04-710410038590,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:16.212076 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77066c60-0674-4bf4-a39a-1749b7527a84 x-openstack-request-id: req-77066c60-0674-4bf4-a39a-1749b7527a84 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:16.212622 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc481537-9298-4dee-89a2-d0f423399d9b", "tag": "b4701de2-9ccb-4ad0-9d04-710410038590", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:16.214223 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-77066c60-0674-4bf4-a39a-1749b7527a84 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:16.214894 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'tag': 'b4701de2-9ccb-4ad0-9d04-710410038590', 'status': 'completed', 'code': 200} Aug 31 23:37:16.444484 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:16.594660 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-042019ce-2e9a-4190-8ef3-c7a252d3a9a7 None None] Provisioning for port 82004152-573c-48b2-8205-a062a39621ee completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:16.623366 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-042019ce-2e9a-4190-8ef3-c7a252d3a9a7 None None] Provisioning complete for port 82004152-573c-48b2-8205-a062a39621ee triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:16.624007 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-042019ce-2e9a-4190-8ef3-c7a252d3a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:16.787508 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-042019ce-2e9a-4190-8ef3-c7a252d3a9a7 None None] Port 82004152-573c-48b2-8205-a062a39621ee cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:37:16.812082 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device e9110e25-07af-4aa9-aba1-b704d2531a91 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:16.815482 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b6fb8-57d8-4e48-8d50-cf472d6b6ce2 req-568fcc4d-b60f-4428-a77b-5b208f088908 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:16.824356 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eb6b6fb8-57d8-4e48-8d50-cf472d6b6ce2 req-568fcc4d-b60f-4428-a77b-5b208f088908 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 948 time: 0.4526517 Aug 31 23:37:16.880052 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port e9110e25-07af-4aa9-aba1-b704d2531a91 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:16.880759 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:16.903263 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eb6b6fb8-57d8-4e48-8d50-cf472d6b6ce2 req-68664fa7-d3d8-4c0e-a7f1-f48e5a387e82 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 Aug 31 23:37:16.997590 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:16.997848 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 33aaf0dc-bb70-47d2-bf4a-b9aacb257add up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:17.004178 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:17.005339 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:17.060371 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Pushing event updated for resources: {'Port': ['ID=82004152-573c-48b2-8205-a062a39621ee,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:17.069340 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:17.074762 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:17.075341 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:17.203594 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:17.210645 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:17.212168 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:17.269324 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:17.284914 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:17.368350 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Router 89338b54-88eb-4fb5-9ec9-a5f565abe54c has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:37:17.415407 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:17.428240 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-07b806ef-b8b7-4aeb-a1b3-78def04ea16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:17.524249 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-642fe178-d846-4abe-b353-8577003cfdbd None None] Provisioning complete for port 82004152-573c-48b2-8205-a062a39621ee triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:17.524762 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-642fe178-d846-4abe-b353-8577003cfdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:17.538667 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:37:17.553568 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-32076157-38fd-44f4-8171-71b6c4f9de26 admin admin] 10.222.0.63 "PUT /v2.0/routers/89338b54-88eb-4fb5-9ec9-a5f565abe54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5586767 Aug 31 23:37:17.564381 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-642fe178-d846-4abe-b353-8577003cfdbd None None] Port 82004152-573c-48b2-8205-a062a39621ee cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:37:18.379241 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Sync routers for ids ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:37:18.389064 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Routers {'89338b54-88eb-4fb5-9ec9-a5f565abe54c'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:18.389690 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:18.515364 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Set router 89338b54-88eb-4fb5-9ec9-a5f565abe54c gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:18.616328 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 11a7889d-e52d-465c-b33f-dd2f5dd96a75 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:18.738232 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:18.746162 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:18.746809 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:18.832075 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:16Z', 'revision_number': 4, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '82004152-573c-48b2-8205-a062a39621ee', 'name': '', 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'mac_address': 'fa:16:3e:f3:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7cca1688-b560-40dd-9137-d28d212f6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:14Z', 'updated_at': '2021-08-31T23:37:16Z', 'revision_number': 2, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'subnets': [{'id': '7cca1688-b560-40dd-9137-d28d212f6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:18.870822 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Checking router: 89338b54-88eb-4fb5-9ec9-a5f565abe54c for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:37:18.871378 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Updating router 89338b54-88eb-4fb5-9ec9-a5f565abe54c port 82004152-573c-48b2-8205-a062a39621ee binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:37:18.904505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:18.931012 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:18.936047 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 11a7889d-e52d-465c-b33f-dd2f5dd96a75, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=11a7889d-e52d-465c-b33f-dd2f5dd96a75,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:19.061855 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.062646 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 33aaf0dc-bb70-47d2-bf4a-b9aacb257add up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:19.227450 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=11a7889d-e52d-465c-b33f-dd2f5dd96a75,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:19.246232 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:19.246623 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.463718 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.474023 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Transition to ACTIVE for port object 82004152-573c-48b2-8205-a062a39621ee will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:19.480449 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.531672 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e0e9a-9907-4f83-97e0-4c2d41c07823 None None] Pushing event updated for resources: {'Port': ['ID=82004152-573c-48b2-8205-a062a39621ee,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:19.588171 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Attempting to bind port 82004152-573c-48b2-8205-a062a39621ee on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:19.588539 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Attempting to bind port 82004152-573c-48b2-8205-a062a39621ee by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:19.588900 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Attempting to bind port 82004152-573c-48b2-8205-a062a39621ee on network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:19.595164 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:19.595604 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Checking segment: {'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:19.596010 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.596399 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Bound using segment: {'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:19.596868 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Bound port: 82004152-573c-48b2-8205-a062a39621ee, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:19.597243 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.669571 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] For port 82004152-573c-48b2-8205-a062a39621ee, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:19.673115 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] For port 82004152-573c-48b2-8205-a062a39621ee, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=82004152-573c-48b2-8205-a062a39621ee,segment=NetworkSegment(2bfbda5f-bff1-4e17-9650-7cd7d73f92b2),segment_id=2bfbda5f-bff1-4e17-9650-7cd7d73f92b2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:19.684589 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.750333 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Routers {'89338b54-88eb-4fb5-9ec9-a5f565abe54c'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:19.751048 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:36:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:19.790294 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a122-fbdb-40d3-b079-9a3537817d79 req-bb042158-7c93-4996-b7c7-0f9d8b7d41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:19.792797 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d77a122-fbdb-40d3-b079-9a3537817d79 req-bb042158-7c93-4996-b7c7-0f9d8b7d41d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa4d177617c44336b06261ba16f3230e&device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 1101 time: 0.0989766 Aug 31 23:37:19.832670 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e0e9a-9907-4f83-97e0-4c2d41c07823 None None] Pushing event updated for resources: {'Port': ['ID=82004152-573c-48b2-8205-a062a39621ee,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:19.849949 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d77a122-fbdb-40d3-b079-9a3537817d79 req-5af1ef3d-a387-49bc-b65a-98b80c6a37f5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=aa4d177617c44336b06261ba16f3230e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409670 Aug 31 23:37:19.850587 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a76e8de1-5151-447f-82e2-6998d41a3159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.937624 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:19.970704 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] Set router 89338b54-88eb-4fb5-9ec9-a5f565abe54c gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:20.048305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bc93a-6f19-49ce-8834-0d218095f393 req-23ae84a2-7eb4-4593-90ef-2b83c77affe3 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:20.057296 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-080bc93a-6f19-49ce-8834-0d218095f393 req-23ae84a2-7eb4-4593-90ef-2b83c77affe3 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 948 time: 0.2150428 Aug 31 23:37:20.153969 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-080bc93a-6f19-49ce-8834-0d218095f393 req-370c1493-2038-42e0-86b4-4ea8bd9bc599 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956731 Aug 31 23:37:20.186927 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a122-fbdb-40d3-b079-9a3537817d79 req-7187fd79-f854-4aee-b5a7-27c3597d17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:20.189847 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d77a122-fbdb-40d3-b079-9a3537817d79 req-7187fd79-f854-4aee-b5a7-27c3597d17a3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3107204 Aug 31 23:37:20.287169 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:16Z', 'revision_number': 4, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '82004152-573c-48b2-8205-a062a39621ee', 'name': '', 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'mac_address': 'fa:16:3e:f3:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7cca1688-b560-40dd-9137-d28d212f6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:14Z', 'updated_at': '2021-08-31T23:37:19Z', 'revision_number': 4, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'subnets': [{'id': '7cca1688-b560-40dd-9137-d28d212f6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:20.291805 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49364) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:20.296970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-6a6d60c3-29fe-4303-845c-af709a5b4428 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991794558', 'description': 'tempest-secgroup-smoke-1991794558 description', 'project_id': '22e157f69fd3465783c5694e10f2a1e3'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:20.321332 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4525690d-408f-4ac4-a101-87890ecb1020 None None] The sync data for ids ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'] in dv-cinder-759943-18-iscsi is: [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:16Z', 'revision_number': 4, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '82004152-573c-48b2-8205-a062a39621ee', 'name': '', 'network_id': 'eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'mac_address': 'fa:16:3e:f3:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7cca1688-b560-40dd-9137-d28d212f6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:14Z', 'updated_at': '2021-08-31T23:37:19Z', 'revision_number': 4, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'subnets': [{'id': '7cca1688-b560-40dd-9137-d28d212f6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:37:20.329356 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a6d60c3-29fe-4303-845c-af709a5b4428 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.335182 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-74549a34-dd80-4c58-afb4-eaf2b981849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:20.337607 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-74549a34-dd80-4c58-afb4-eaf2b981849a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa4d177617c44336b06261ba16f3230e&device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 1101 time: 0.0590398 Aug 31 23:37:20.433309 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-5902f198-aed5-499b-bc2a-fdd058732fdb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b4701de2-9ccb-4ad0-9d04-710410038590 HTTP/1.1" status: 200 len: 217 time: 0.0800536 Aug 31 23:37:20.528433 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-c9a559d5-6fe6-42bb-ab8c-faa60845700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:20.537244 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-c9a559d5-6fe6-42bb-ab8c-faa60845700e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3fdeb282-d69f-4dea-9bef-14218f72d2b7 HTTP/1.1" status: 200 len: 843 time: 0.0940902 Aug 31 23:37:20.540479 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a6d60c3-29fe-4303-845c-af709a5b4428 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.548793 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a6d60c3-29fe-4303-845c-af709a5b4428 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.615536 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a6d60c3-29fe-4303-845c-af709a5b4428 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.616945 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6a6d60c3-29fe-4303-845c-af709a5b4428 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3235610 Aug 31 23:37:20.622606 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49374) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:20.638025 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-8cbc782f-cc5d-4e81-89b0-725ce6db85e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'security_group_rule': {'security_group_id': 'c9ac453f-9e10-48fe-933f-d4d6c254e139', 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:20.647250 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-99abc930-690f-4382-a892-fb9f9546e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:20.649324 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-99abc930-690f-4382-a892-fb9f9546e5cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1046722 Aug 31 23:37:20.650983 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d60c3-29fe-4303-845c-af709a5b4428 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac453f-9e10-48fe-933f-d4d6c254e139,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:20.698811 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49378) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:20.720514 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8cbc782f-cc5d-4e81-89b0-725ce6db85e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.753747 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 82004152-573c-48b2-8205-a062a39621ee up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:20.835609 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-8fd85d96-39fa-4596-90e4-f2687c663f34 service neutron] 10.222.0.61 "GET /v2.0/networks/9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781397 Aug 31 23:37:20.861237 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] Deleting subnet 43d7883a-e0e7-493a-a57a-44b574fe9316 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:37:20.871194 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.874134 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8cbc782f-cc5d-4e81-89b0-725ce6db85e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.884196 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 82004152-573c-48b2-8205-a062a39621ee completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:20.889500 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 82004152-573c-48b2-8205-a062a39621ee triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:20.890217 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.898491 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8cbc782f-cc5d-4e81-89b0-725ce6db85e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.953176 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc782f-cc5d-4e81-89b0-725ce6db85e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d7d9de-f997-496e-81b4-ecfa424d09af,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:20.968214 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.973090 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8cbc782f-cc5d-4e81-89b0-725ce6db85e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.974300 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8cbc782f-cc5d-4e81-89b0-725ce6db85e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507376 Aug 31 23:37:20.979560 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2487b3e-bfd2-4d50-bee8-c52bd1d80fda req-0c34f9db-099e-4ce7-b7cb-07c6050eaf80 service neutron] 10.222.0.61 "GET /v2.0/networks/9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340551 Aug 31 23:37:20.981164 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49386) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:20.989855 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-5120ab18-e7e7-4603-9580-f5d20a444356 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'security_group_rule': {'security_group_id': 'c9ac453f-9e10-48fe-933f-d4d6c254e139', 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:21.000732 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.065070 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.125957 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 82004152-573c-48b2-8205-a062a39621ee, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=82004152-573c-48b2-8205-a062a39621ee,segment=NetworkSegment(2bfbda5f-bff1-4e17-9650-7cd7d73f92b2),segment_id=2bfbda5f-bff1-4e17-9650-7cd7d73f92b2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:21.128075 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.136714 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5120ab18-e7e7-4603-9580-f5d20a444356 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.137738 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.138587 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 11a7889d-e52d-465c-b33f-dd2f5dd96a75 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:21.194471 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.259587 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.262886 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/43d7883a-e0e7-493a-a57a-44b574fe9316 HTTP/1.1" status: 204 len: 168 time: 0.5620220 Aug 31 23:37:21.265240 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49396) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:21.268115 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72ee4-c1d4-4294-a82f-d08a19f48a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d7883a-e0e7-493a-a57a-44b574fe9316,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:21.285239 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5120ab18-e7e7-4603-9580-f5d20a444356 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.290685 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5120ab18-e7e7-4603-9580-f5d20a444356 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.316045 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120ab18-e7e7-4603-9580-f5d20a444356 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69be87a9-f90b-450b-8bab-80f24e43f0bc,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:21.325348 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5120ab18-e7e7-4603-9580-f5d20a444356 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.327653 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5120ab18-e7e7-4603-9580-f5d20a444356 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454914 Aug 31 23:37:21.338409 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49398) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:21.348294 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-b92bf554-5c81-4f6f-994d-503b1a61a0b5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'security_group_rule': {'security_group_id': 'c9ac453f-9e10-48fe-933f-d4d6c254e139', 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:21.411186 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=82004152-573c-48b2-8205-a062a39621ee,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:21.431210 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:21.432178 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.462343 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711564cb-229e-4375-a6c9-443fc9dc1c6f req-3242d8ca-b13a-40ba-b06b-52e50e77b50a tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:21.462655 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.464077 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-711564cb-229e-4375-a6c9-443fc9dc1c6f req-3242d8ca-b13a-40ba-b06b-52e50e77b50a tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 948 time: 0.0925267 Aug 31 23:37:21.471627 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b92bf554-5c81-4f6f-994d-503b1a61a0b5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.598176 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b92bf554-5c81-4f6f-994d-503b1a61a0b5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.606674 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.616334 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b92bf554-5c81-4f6f-994d-503b1a61a0b5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.644954 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.645328 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.646066 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.646399 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > port after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.646763 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.647162 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > port after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.647621 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.651151 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.651561 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.651866 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.664776 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-711564cb-229e-4375-a6c9-443fc9dc1c6f req-43f1eb10-ad2a-4346-85b9-783c1954bc45 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624928 Aug 31 23:37:21.666218 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bf554-5c81-4f6f-994d-503b1a61a0b5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7067da1e-1d02-4aa4-acd0-aa4732b26d4c,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:21.670686 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b92bf554-5c81-4f6f-994d-503b1a61a0b5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.672741 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b92bf554-5c81-4f6f-994d-503b1a61a0b5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330455 Aug 31 23:37:21.675348 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49404) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:21.682041 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-958027d1-0bcd-48e3-a885-aa92ce9ba9f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'security_group_rule': {'security_group_id': 'c9ac453f-9e10-48fe-933f-d4d6c254e139', 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:21.717901 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-958027d1-0bcd-48e3-a885-aa92ce9ba9f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.799648 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-958027d1-0bcd-48e3-a885-aa92ce9ba9f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.812451 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-958027d1-0bcd-48e3-a885-aa92ce9ba9f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.821591 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.821941 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.822409 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.822823 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:37:21.823240 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:21.829614 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958027d1-0bcd-48e3-a885-aa92ce9ba9f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4dbb6c-29b8-4837-96c8-5e4cec35c430,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:21.836956 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-958027d1-0bcd-48e3-a885-aa92ce9ba9f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.841289 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-958027d1-0bcd-48e3-a885-aa92ce9ba9f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646595 Aug 31 23:37:21.842087 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49406) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:21.849288 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'security_group_rule': {'security_group_id': 'c9ac453f-9e10-48fe-933f-d4d6c254e139', 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:21.852262 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:21.852784 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7ee7e8-b0c1-4b19-ad5d-75ef2ac8ab0a') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:21.872628 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8743554'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.880212 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Project 22e157f69fd3465783c5694e10f2a1e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:37:21.888240 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.897979 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.909427 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:37:21.909731 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117275'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: Traceback (most recent call last): Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: timer() Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: cb(*args, **kw) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: return func(*args, **kwargs) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: self._notify() Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: self.callback(batched_events) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: event.method(event) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: return f(self, *a, **k) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._get(url).json() Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:37:21.933980 dv-cinder-759943-18-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:37:21.981245 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:21.987814 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.006085 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa74878-7008-460c-87f3-7b30a2ea87b1,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:22.019091 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.022589 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1947127d-7ddd-4fa4-9194-27a34cb1949b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1772621 Aug 31 23:37:22.024240 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49412) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:22.030298 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'security_group_rule': {'security_group_id': 'c9ac453f-9e10-48fe-933f-d4d6c254e139', 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:22.040900 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.048084 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.051041 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a HTTP/1.1" status: 204 len: 168 time: 0.7847755 Aug 31 23:37:22.072215 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591912b-f407-4baf-87a5-66e992b20701 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b2756e-eb6e-436f-8f2a-8c0841ec7f9a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:22.085641 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Project 22e157f69fd3465783c5694e10f2a1e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:37:22.092973 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.193273 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.198452 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.218378 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6b2993-438b-4a7b-93ce-e3400315c6ca,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:22.225418 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.226723 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-935f9a55-6803-4e1f-9445-c1bbba3d6111 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2009261 Aug 31 23:37:22.284940 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49424) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:22.325799 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5493dbc5-414b-45b5-8a5f-f34f7cf2be10 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e4c30e8e96e24f0fa96664e1fac0d13e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391991 Aug 31 23:37:22.328326 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49426) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:22.378134 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a2a18d30-259f-4957-a0eb-5e5a203bd645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.402887 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a2a18d30-259f-4957-a0eb-5e5a203bd645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.450433 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a2a18d30-259f-4957-a0eb-5e5a203bd645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.453032 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a2a18d30-259f-4957-a0eb-5e5a203bd645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.454184 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a2a18d30-259f-4957-a0eb-5e5a203bd645 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e17523d2-703d-4160-b57c-a4fe19b3f99e HTTP/1.1" status: 204 len: 168 time: 0.1249723 Aug 31 23:37:22.463446 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a18d30-259f-4957-a0eb-5e5a203bd645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17523d2-703d-4160-b57c-a4fe19b3f99e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:22.557084 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 82004152-573c-48b2-8205-a062a39621ee up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:22.608613 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 82004152-573c-48b2-8205-a062a39621ee triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:22.608983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.667634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:22.842767 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb976eac-ac71-4315-a47d-78e6cfd21fb8 req-e93a574d-f62b-4780-884d-77cc62a325b2 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:22.845876 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb976eac-ac71-4315-a47d-78e6cfd21fb8 req-e93a574d-f62b-4780-884d-77cc62a325b2 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 948 time: 0.0576220 Aug 31 23:37:22.908682 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb976eac-ac71-4315-a47d-78e6cfd21fb8 req-e821c788-435c-4344-89b3-5790996d2eba tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Aug 31 23:37:23.321715 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49466) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:23.444225 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-network', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:23.466471 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Made reservation on behalf of 11e50fb716d8482e89dd5e65139d41c3 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:23.468771 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.477740 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.576970 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.580028 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.604914 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:37:23.614179 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e1660f-d92e-4359-9c67-602aa3c0b23f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:23.620905 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.621267 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Added segment de6ca480-baae-4fff-a24b-4769e23e02c3 of type vlan for network f4a9879d-b257-4940-9ee4-65087d8e6ca1 Aug 31 23:37:23.665916 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.691804 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.692745 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:23.693313 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:23.963025 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6352179 Aug 31 23:37:23.963762 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49472) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:23.968445 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c57ed-2d86-43c2-9582-cfc8ddc88fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a9879d-b257-4940-9ee4-65087d8e6ca1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:23.974148 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Request body: {'subnet': {'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-subnet', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:23.983601 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:37:24.057531 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Made reservation on behalf of 11e50fb716d8482e89dd5e65139d41c3 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:24.060190 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:24.103575 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfeacb-67a9-408d-b325-e619f376605b req-70cca955-fb60-414a-90a1-2c5fb4f97346 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:24.107511 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-11dfeacb-67a9-408d-b325-e619f376605b req-70cca955-fb60-414a-90a1-2c5fb4f97346 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 948 time: 0.1017263 Aug 31 23:37:24.171242 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-11dfeacb-67a9-408d-b325-e619f376605b req-82c268e7-c42d-4318-8bc6-22546c7fbe69 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592442 Aug 31 23:37:24.300382 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:24.357218 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b17b02-99c2-4e79-9542-f2c2b8155859,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:24.367650 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Checking segment: {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:24.368154 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Network hostable DHCP agents. Network: f4a9879d-b257-4940-9ee4-65087d8e6ca1, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:37:24.396256 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:37:24.408779 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, f4a9879d-b257-4940-9ee4-65087d8e6ca1) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:24.413030 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:24.413622 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:24.420966 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83423b-bf0d-464e-a2bb-13b515da552c None None] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:37:24.435008 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d395e94d-5ffa-46c0-887b-2b7504768b0a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4670124 Aug 31 23:37:24.436050 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49492) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:24.441089 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:24.472681 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:24.474035 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:24.546790 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:24.584445 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9d4d7-7ccd-47e7-b608-a10ec3018010 None None] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:37:24.691101 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.053636 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.073332 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.133761 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b4701de2-9ccb-4ad0-9d04-710410038590 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:37:25.178303 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Allocated IP 172.27.3.52 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/097080e2-1aca-489b-8203-142d2261d68c) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:25.318101 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.351634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.362772 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dddc29-f9ad-47dc-ab25-699fd8fe8cd9 req-bf10398e-d4e3-4e56-9e88-3e95f4369319 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:25.364356 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7dddc29-f9ad-47dc-ab25-699fd8fe8cd9 req-bf10398e-d4e3-4e56-9e88-3e95f4369319 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 948 time: 0.0976264 Aug 31 23:37:25.379274 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.411040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port b4701de2-9ccb-4ad0-9d04-710410038590, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b4701de2-9ccb-4ad0-9d04-710410038590,segment=NetworkSegment(eacb63d3-6f1a-450b-87e4-bb336dd426f2),segment_id=eacb63d3-6f1a-450b-87e4-bb336dd426f2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:25.452941 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'b4701de2-9ccb-4ad0-9d04-710410038590', 'network_id': '9ab2ccfe-44c1-4aa1-81cb-a4ab51b7600c', 'port_id': 'b4701de2-9ccb-4ad0-9d04-710410038590', 'mac_address': 'fa:16:3e:3d:07:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdeb282-d69f-4dea-9bef-14218f72d2b7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:37:25.466484 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7dddc29-f9ad-47dc-ab25-699fd8fe8cd9 req-ee99ed8b-310d-4483-9be6-fc52ba9a018c tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959408 Aug 31 23:37:25.486560 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:25.502314 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.505592 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:25.509423 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Pushing event updated for resources: {'Port': ['ID=097080e2-1aca-489b-8203-142d2261d68c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:25.519254 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4701de2-9ccb-4ad0-9d04-710410038590 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:25.529218 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:25.572037 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port b4701de2-9ccb-4ad0-9d04-710410038590, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b4701de2-9ccb-4ad0-9d04-710410038590,segment=NetworkSegment(eacb63d3-6f1a-450b-87e4-bb336dd426f2),segment_id=eacb63d3-6f1a-450b-87e4-bb336dd426f2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:25.576222 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.637480 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=b4701de2-9ccb-4ad0-9d04-710410038590,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:25.755477 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49522) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:25.771152 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.873556 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd3ca-3f33-45e3-b555-87f08f8fa28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.970749 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd3ca-3f33-45e3-b555-87f08f8fa28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.977363 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd3ca-3f33-45e3-b555-87f08f8fa28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:25.982203 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:26.017058 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2a6cd3ca-3f33-45e3-b555-87f08f8fa28c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=797522c1f10245bf9e5c9e80a273717a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604668 Aug 31 23:37:26.018039 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd3ca-3f33-45e3-b555-87f08f8fa28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0f56be-8045-4666-b316-9b230ab78ff2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:26.020434 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49526) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:26.073015 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['b4701de2-9ccb-4ad0-9d04-710410038590'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:37:26.089444 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44f0a2df-139e-480a-aa42-003a23384b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:26.132659 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44f0a2df-139e-480a-aa42-003a23384b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:26.139890 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:37:26.221292 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44f0a2df-139e-480a-aa42-003a23384b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:26.224828 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44f0a2df-139e-480a-aa42-003a23384b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:26.230350 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-44f0a2df-139e-480a-aa42-003a23384b53 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3d0f56be-8045-4666-b316-9b230ab78ff2 HTTP/1.1" status: 204 len: 168 time: 0.2049043 Aug 31 23:37:26.246987 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0a2df-139e-480a-aa42-003a23384b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0f56be-8045-4666-b316-9b230ab78ff2,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:26.266684 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:37:26.280391 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Sync routers for ids ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:37:26.287267 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:26.292552 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-99b0638c-863a-4a54-9123-e7c5b6289cfb admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8539271 Aug 31 23:37:26.293411 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49530) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:26.298340 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Routers {'0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:26.300337 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:37:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:26.581963 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Set router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:26.654254 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97cc8d-db2e-4a09-a001-4936d2522c08 req-e2fbc591-8b48-475e-803e-6d54e478dfe4 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:26.661109 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b97cc8d-db2e-4a09-a001-4936d2522c08 req-e2fbc591-8b48-475e-803e-6d54e478dfe4 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 949 time: 0.1024873 Aug 31 23:37:26.741707 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b97cc8d-db2e-4a09-a001-4936d2522c08 req-dff14494-ff86-46a4-8b7e-41d78cbf679a tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748041 Aug 31 23:37:26.946396 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '097080e2-1aca-489b-8203-142d2261d68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:37:25Z', 'revision_number': 3, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port': {'id': '097080e2-1aca-489b-8203-142d2261d68c', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:25Z', 'updated_at': '2021-08-31T23:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:26.959715 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:26.999564 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Checking router: 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:37:27.000196 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Updating router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 port 097080e2-1aca-489b-8203-142d2261d68c binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:37:27.060019 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.145197 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b4701de2-9ccb-4ad0-9d04-710410038590 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:27.205126 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port b4701de2-9ccb-4ad0-9d04-710410038590 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:27.211858 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port b4701de2-9ccb-4ad0-9d04-710410038590 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:27.212233 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.225489 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Allocated IP 172.20.0.1 (f4a9879d-b257-4940-9ee4-65087d8e6ca1/63b17b02-99c2-4e79-9542-f2c2b8155859/904be9ea-a277-45ee-ab8b-4669dc4e88a3) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:27.325645 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.354415 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4701de2-9ccb-4ad0-9d04-710410038590'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:27.358581 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de14f743-aa18-4de4-b56f-2c485275401b" -d '{"events": [{"server_uuid": "dc481537-9298-4dee-89a2-d0f423399d9b", "name": "network-vif-plugged", "status": "completed", "tag": "b4701de2-9ccb-4ad0-9d04-710410038590"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:27.370032 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.375785 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port b4701de2-9ccb-4ad0-9d04-710410038590, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b4701de2-9ccb-4ad0-9d04-710410038590,segment=NetworkSegment(eacb63d3-6f1a-450b-87e4-bb336dd426f2),segment_id=eacb63d3-6f1a-450b-87e4-bb336dd426f2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:27.384019 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.444124 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d81fb24-a81a-4f07-84ba-edd45e699c87 x-openstack-request-id: req-1d81fb24-a81a-4f07-84ba-edd45e699c87 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:27.444536 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc481537-9298-4dee-89a2-d0f423399d9b", "name": "network-vif-plugged", "status": "completed", "tag": "b4701de2-9ccb-4ad0-9d04-710410038590", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:27.445721 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d81fb24-a81a-4f07-84ba-edd45e699c87 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:27.446378 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4701de2-9ccb-4ad0-9d04-710410038590', 'code': 200} Aug 31 23:37:27.450936 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.457327 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=b4701de2-9ccb-4ad0-9d04-710410038590,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:27.467921 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.478618 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Transition to ACTIVE for port object 097080e2-1aca-489b-8203-142d2261d68c will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:27.485544 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.508905 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:27.513757 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:27.516284 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:27.523830 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Pushing event updated for resources: {'Port': ['ID=904be9ea-a277-45ee-ab8b-4669dc4e88a3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:27.534423 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633f94c-f7a2-4826-905a-ca7cc290eb4b None None] Pushing event updated for resources: {'Port': ['ID=097080e2-1aca-489b-8203-142d2261d68c,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:27.558138 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Attempting to bind port 097080e2-1aca-489b-8203-142d2261d68c on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:27.559222 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Attempting to bind port 097080e2-1aca-489b-8203-142d2261d68c by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:27.559591 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Attempting to bind port 097080e2-1aca-489b-8203-142d2261d68c on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:27.566668 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:27.567046 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:27.567444 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.567834 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:27.568885 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Bound port: 097080e2-1aca-489b-8203-142d2261d68c, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:27.569430 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.582405 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.660764 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] For port 097080e2-1aca-489b-8203-142d2261d68c, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:27.666333 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] For port 097080e2-1aca-489b-8203-142d2261d68c, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=097080e2-1aca-489b-8203-142d2261d68c,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:27.678925 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.795442 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce98b-4b8c-4da6-801c-a22c54371f79 req-024ca4ea-71aa-4ce9-8fc3-0ff16b6b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:27.797046 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-851ce98b-4b8c-4da6-801c-a22c54371f79 req-024ca4ea-71aa-4ce9-8fc3-0ff16b6b6e44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 1103 time: 0.1117051 Aug 31 23:37:27.805914 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633f94c-f7a2-4826-905a-ca7cc290eb4b None None] Pushing event updated for resources: {'Port': ['ID=097080e2-1aca-489b-8203-142d2261d68c,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:27.815524 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Routers {'0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:27.816281 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:37:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:27.915570 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-851ce98b-4b8c-4da6-801c-a22c54371f79 req-2ae1d172-ca0a-493a-a21b-15b26a913012 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007326 Aug 31 23:37:27.916525 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:27.918439 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86aec1-c692-45c4-b122-97b0f6ca7cc8 req-7419c050-c6bd-4903-800f-1583f2e24533 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:27.927846 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc86aec1-c692-45c4-b122-97b0f6ca7cc8 req-7419c050-c6bd-4903-800f-1583f2e24533 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 950 time: 0.0951841 Aug 31 23:37:28.008232 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc86aec1-c692-45c4-b122-97b0f6ca7cc8 req-18513988-5457-4edc-8b11-e153d3419794 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781400 Aug 31 23:37:28.013592 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] Set router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:28.120750 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:28.126594 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:28.212900 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:28.215800 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Pushing event updated for resources: {'Port': ['ID=904be9ea-a277-45ee-ab8b-4669dc4e88a3,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:28.233528 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '097080e2-1aca-489b-8203-142d2261d68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:37:25Z', 'revision_number': 3, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port': {'id': '097080e2-1aca-489b-8203-142d2261d68c', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:25Z', 'updated_at': '2021-08-31T23:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:28.261668 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ac148e-e7bc-427b-98ea-30f0295e6a15 None None] The sync data for ids ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'] in dv-cinder-759943-18-iscsi is: [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '097080e2-1aca-489b-8203-142d2261d68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:37:25Z', 'revision_number': 3, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port': {'id': '097080e2-1aca-489b-8203-142d2261d68c', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:25Z', 'updated_at': '2021-08-31T23:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:37:28.324451 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:28.327049 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:28.459756 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:37:28.606874 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:37:28.613221 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3d5859e0-36fb-489a-8c6a-92fced433e08 admin admin] 10.222.0.63 "PUT /v2.0/routers/0f62c34a-ecaf-4ab6-b37f-f562ae3fd088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3185630 Aug 31 23:37:29.156630 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fb589-1968-40cf-84df-bda159920d37 req-450299cb-38bc-4550-a3e8-90a62eca08e1 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:29.159096 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-275fb589-1968-40cf-84df-bda159920d37 req-450299cb-38bc-4550-a3e8-90a62eca08e1 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 950 time: 0.0643697 Aug 31 23:37:29.204192 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-275fb589-1968-40cf-84df-bda159920d37 req-a74afd1f-6d2e-4a96-aed9-6663049425d2 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Aug 31 23:37:30.013306 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Sync routers for ids ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:37:30.022923 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Routers {'0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:30.024153 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:37:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:30.147111 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Set router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:30.342529 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189a1b-0b63-4c86-adc3-a1afdfa9bb4a req-c716008e-786f-4a05-84da-eb484fd65430 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:30.344187 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-55189a1b-0b63-4c86-adc3-a1afdfa9bb4a req-c716008e-786f-4a05-84da-eb484fd65430 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 950 time: 0.0644951 Aug 31 23:37:30.372980 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '097080e2-1aca-489b-8203-142d2261d68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:37:27Z', 'revision_number': 4, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port': {'id': '097080e2-1aca-489b-8203-142d2261d68c', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:25Z', 'updated_at': '2021-08-31T23:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '904be9ea-a277-45ee-ab8b-4669dc4e88a3', 'name': '', 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'mac_address': 'fa:16:3e:cb:99:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:27Z', 'updated_at': '2021-08-31T23:37:27Z', 'revision_number': 2, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'subnets': [{'id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:30.394295 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-55189a1b-0b63-4c86-adc3-a1afdfa9bb4a req-2d8d9205-4a64-44da-84a0-7a0ae2d886fc tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Aug 31 23:37:30.403349 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Checking router: 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:37:30.403830 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Updating router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:37:30.435266 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:30.644142 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 097080e2-1aca-489b-8203-142d2261d68c up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:30.760118 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 097080e2-1aca-489b-8203-142d2261d68c completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:30.767933 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 097080e2-1aca-489b-8203-142d2261d68c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:30.768657 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:30.869280 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:30.920146 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Transition to ACTIVE for port object 904be9ea-a277-45ee-ab8b-4669dc4e88a3 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:30.936400 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:30.954069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726798ae-5618-4dff-82a1-c705cae72916 req-13aff478-dca7-4eed-8191-82bf717bacc9 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:30.956008 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-726798ae-5618-4dff-82a1-c705cae72916 req-13aff478-dca7-4eed-8191-82bf717bacc9 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 950 time: 0.0564473 Aug 31 23:37:30.974600 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:31.014794 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-726798ae-5618-4dff-82a1-c705cae72916 req-367a15ce-162b-4be3-86ac-62addc7c2646 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 Aug 31 23:37:31.034005 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 097080e2-1aca-489b-8203-142d2261d68c, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=097080e2-1aca-489b-8203-142d2261d68c,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:31.038160 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f49c1-d920-4c58-a9b2-ed043466693e None None] Pushing event updated for resources: {'Port': ['ID=904be9ea-a277-45ee-ab8b-4669dc4e88a3,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:31.043568 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:31.100381 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Attempting to bind port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:31.100844 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Attempting to bind port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:31.101307 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Attempting to bind port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 on network f4a9879d-b257-4940-9ee4-65087d8e6ca1 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:31.112833 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:31.113207 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Checking segment: {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:31.113616 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:31.114016 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Bound using segment: {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:31.114485 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Bound port: 904be9ea-a277-45ee-ab8b-4669dc4e88a3, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:31.114982 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:31.164232 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=097080e2-1aca-489b-8203-142d2261d68c,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:31.200249 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] For port 904be9ea-a277-45ee-ab8b-4669dc4e88a3, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:31.203461 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] For port 904be9ea-a277-45ee-ab8b-4669dc4e88a3, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=904be9ea-a277-45ee-ab8b-4669dc4e88a3,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:31.207614 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:31.271418 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Routers {'0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:31.272057 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:37:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:31.316254 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f49c1-d920-4c58-a9b2-ed043466693e None None] Pushing event updated for resources: {'Port': ['ID=904be9ea-a277-45ee-ab8b-4669dc4e88a3,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:31.393337 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] Set router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:31.607428 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '097080e2-1aca-489b-8203-142d2261d68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:37:27Z', 'revision_number': 4, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port': {'id': '097080e2-1aca-489b-8203-142d2261d68c', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:25Z', 'updated_at': '2021-08-31T23:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '904be9ea-a277-45ee-ab8b-4669dc4e88a3', 'name': '', 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'mac_address': 'fa:16:3e:cb:99:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:27Z', 'updated_at': '2021-08-31T23:37:31Z', 'revision_number': 4, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'subnets': [{'id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:31.634947 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01323829-7caf-4b2e-a8c1-a2ef62e8d15f None None] The sync data for ids ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'] in dv-cinder-759943-18-iscsi is: [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '097080e2-1aca-489b-8203-142d2261d68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:37:27Z', 'revision_number': 4, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port': {'id': '097080e2-1aca-489b-8203-142d2261d68c', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:25Z', 'updated_at': '2021-08-31T23:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '904be9ea-a277-45ee-ab8b-4669dc4e88a3', 'name': '', 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'mac_address': 'fa:16:3e:cb:99:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:27Z', 'updated_at': '2021-08-31T23:37:31Z', 'revision_number': 4, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'subnets': [{'id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:37:32.139141 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c80dba-f70a-4290-8a36-ce4554e4da71 req-23828693-3404-4725-b334-b1be55b21e6e tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:32.140950 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c6c80dba-f70a-4290-8a36-ce4554e4da71 req-23828693-3404-4725-b334-b1be55b21e6e tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 950 time: 0.0566676 Aug 31 23:37:32.188443 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c6c80dba-f70a-4290-8a36-ce4554e4da71 req-3986419e-9b72-4092-930c-d05a58705bb0 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/security-groups?id=d020984d-86c4-4dd6-97b1-18bcceb8111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Aug 31 23:37:32.645572 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be256-621d-4064-a862-2848b0596767 req-61918bbb-d998-4d95-86b1-f2c53b5a11e7 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:32.647378 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ab5be256-621d-4064-a862-2848b0596767 req-61918bbb-d998-4d95-86b1-f2c53b5a11e7 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 950 time: 0.0672956 Aug 31 23:37:32.700564 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 097080e2-1aca-489b-8203-142d2261d68c up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:32.763079 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:37:32.773989 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 097080e2-1aca-489b-8203-142d2261d68c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:32.774367 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:32.794773 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Deleting port b4701de2-9ccb-4ad0-9d04-710410038590 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:37:32.795116 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:32.885601 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 904be9ea-a277-45ee-ab8b-4669dc4e88a3 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:32.920409 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] For port b4701de2-9ccb-4ad0-9d04-710410038590, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b4701de2-9ccb-4ad0-9d04-710410038590,segment=NetworkSegment(eacb63d3-6f1a-450b-87e4-bb336dd426f2),segment_id=eacb63d3-6f1a-450b-87e4-bb336dd426f2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:32.920985 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:32.939384 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Calling delete_port for b4701de2-9ccb-4ad0-9d04-710410038590 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:37:32.974361 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:32.986089 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:32.986475 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:33.129363 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:33.170689 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:33.186930 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 904be9ea-a277-45ee-ab8b-4669dc4e88a3, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=904be9ea-a277-45ee-ab8b-4669dc4e88a3,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:33.191056 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:33.207797 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Pushing event deleted for resources: {'Port': ['ID=b4701de2-9ccb-4ad0-9d04-710410038590,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:33.237904 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['b4701de2-9ccb-4ad0-9d04-710410038590'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:37:33.251649 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] No DVR routers for this DVR port b4701de2-9ccb-4ad0-9d04-710410038590 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:37:33.257240 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:33.259586 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ab5be256-621d-4064-a862-2848b0596767 req-62924c49-a463-41cb-98d3-09acaee1d6d6 tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.61 "DELETE /v2.0/ports/b4701de2-9ccb-4ad0-9d04-710410038590 HTTP/1.1" status: 204 len: 173 time: 0.6052377 Aug 31 23:37:33.260128 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'name': 'network-vif-deleted', 'tag': 'b4701de2-9ccb-4ad0-9d04-710410038590'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:33.262605 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d207b79a-b95d-4f89-a7e1-ad7cb3526208" -d '{"events": [{"server_uuid": "dc481537-9298-4dee-89a2-d0f423399d9b", "name": "network-vif-deleted", "tag": "b4701de2-9ccb-4ad0-9d04-710410038590"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:33.274424 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=904be9ea-a277-45ee-ab8b-4669dc4e88a3,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:33.315097 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1442b1c-17d7-44df-b46d-fa73dab2fa51 req-239834b1-b890-4c31-8a2e-efb391e0df5d tempest-VolumesNegativeTest-947194258 tempest-VolumesNegativeTest-947194258-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc481537-9298-4dee-89a2-d0f423399d9b HTTP/1.1" status: 200 len: 210 time: 0.0283880 Aug 31 23:37:33.367146 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bfb48d-2e6e-47d0-8fce-6f34b9d92fb5 x-openstack-request-id: req-a6bfb48d-2e6e-47d0-8fce-6f34b9d92fb5 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:33.367501 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc481537-9298-4dee-89a2-d0f423399d9b", "name": "network-vif-deleted", "tag": "b4701de2-9ccb-4ad0-9d04-710410038590", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:33.367876 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6bfb48d-2e6e-47d0-8fce-6f34b9d92fb5 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:33.368456 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc481537-9298-4dee-89a2-d0f423399d9b', 'name': 'network-vif-deleted', 'tag': 'b4701de2-9ccb-4ad0-9d04-710410038590', 'status': 'completed', 'code': 200} Aug 31 23:37:34.575931 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 904be9ea-a277-45ee-ab8b-4669dc4e88a3 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:34.623967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:34.624282 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:35.190925 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b4701de2-9ccb-4ad0-9d04-710410038590 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:37:35.211291 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: b4701de2-9ccb-4ad0-9d04-710410038590 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:37:35.211626 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b4701de2-9ccb-4ad0-9d04-710410038590 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:37:35.757330 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49756) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:35.873862 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cc6d1604-cd4b-463d-bdbf-010c56bbab45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:35.978346 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cc6d1604-cd4b-463d-bdbf-010c56bbab45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:35.981875 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cc6d1604-cd4b-463d-bdbf-010c56bbab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.025959 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cc6d1604-cd4b-463d-bdbf-010c56bbab45 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=213f69ebc60042d28bbef3e6666c749f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669158 Aug 31 23:37:36.026844 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d1604-cd4b-463d-bdbf-010c56bbab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b784d04-3687-4853-baae-eb5eb50a7bbc,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:36.028772 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49760) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:36.083346 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6c154e34-7afd-4b42-9080-89fe903e1479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.104033 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6c154e34-7afd-4b42-9080-89fe903e1479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.155574 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6c154e34-7afd-4b42-9080-89fe903e1479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.158281 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6c154e34-7afd-4b42-9080-89fe903e1479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.159471 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6c154e34-7afd-4b42-9080-89fe903e1479 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1b784d04-3687-4853-baae-eb5eb50a7bbc HTTP/1.1" status: 204 len: 168 time: 0.1297297 Aug 31 23:37:36.168020 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c154e34-7afd-4b42-9080-89fe903e1479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b784d04-3687-4853-baae-eb5eb50a7bbc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:36.473355 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49772) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:36.488299 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c906-8a6c-4cb5-9a0d-dfe7377e7725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.607089 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c906-8a6c-4cb5-9a0d-dfe7377e7725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.611171 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c906-8a6c-4cb5-9a0d-dfe7377e7725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.650870 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3fe1c906-8a6c-4cb5-9a0d-dfe7377e7725 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=519232422fba47a4b19ba5bd6cb087fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763864 Aug 31 23:37:36.651806 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1c906-8a6c-4cb5-9a0d-dfe7377e7725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7d0f91-d36e-4cf9-b46e-51af7a09ab89,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:36.653527 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49774) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:36.706331 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e705450-4bc9-4c76-92f7-3b0b6ae27d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.728263 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e705450-4bc9-4c76-92f7-3b0b6ae27d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.780331 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e705450-4bc9-4c76-92f7-3b0b6ae27d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.782843 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e705450-4bc9-4c76-92f7-3b0b6ae27d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:36.783901 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2e705450-4bc9-4c76-92f7-3b0b6ae27d2c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9a7d0f91-d36e-4cf9-b46e-51af7a09ab89 HTTP/1.1" status: 204 len: 168 time: 0.1293838 Aug 31 23:37:36.792434 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e705450-4bc9-4c76-92f7-3b0b6ae27d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7d0f91-d36e-4cf9-b46e-51af7a09ab89,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:37.113389 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 49782) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:37.126406 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b2593c7d-616d-4829-b154-97f6488cf9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:37.223223 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b2593c7d-616d-4829-b154-97f6488cf9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:37.228321 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b2593c7d-616d-4829-b154-97f6488cf9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:37.268101 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b2593c7d-616d-4829-b154-97f6488cf9b4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d578c559f1a54b12838890c834738d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535525 Aug 31 23:37:37.268809 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2593c7d-616d-4829-b154-97f6488cf9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08057622-f88a-4b47-afef-c46d06096c5f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:37.270863 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 49788) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:37.324339 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a18aa084-0bd5-4ebc-9cd0-30be3fcb4097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:37.347257 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a18aa084-0bd5-4ebc-9cd0-30be3fcb4097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:37.394900 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a18aa084-0bd5-4ebc-9cd0-30be3fcb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:37.397505 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a18aa084-0bd5-4ebc-9cd0-30be3fcb4097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:37.399579 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a18aa084-0bd5-4ebc-9cd0-30be3fcb4097 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/08057622-f88a-4b47-afef-c46d06096c5f HTTP/1.1" status: 204 len: 168 time: 0.1270730 Aug 31 23:37:37.408101 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aa084-0bd5-4ebc-9cd0-30be3fcb4097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08057622-f88a-4b47-afef-c46d06096c5f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:40.918334 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-50468059-335a-4549-bbe8-aa556978ae9b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:40.920010 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-50468059-335a-4549-bbe8-aa556978ae9b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 819 time: 0.1369100 Aug 31 23:37:40.939587 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-f8dca56f-6f1f-4ba0-846e-ee5340035f39 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/quotas/11e50fb716d8482e89dd5e65139d41c3 HTTP/1.1" status: 200 len: 375 time: 0.0131774 Aug 31 23:37:40.998219 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-c3b7094b-f077-4849-a05c-adc1c7ef2977 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516124 Aug 31 23:37:41.100618 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-026b8747-a068-4a56-bca4-877a3ec5fa21 service neutron] 10.222.0.63 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950181 Aug 31 23:37:41.230355 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-2e80e607-98e6-4410-98ee-2eb7c30797ca service neutron] 10.222.0.63 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236160 Aug 31 23:37:41.439812 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cdf5b43c-14d1-4e33-b45e-af06eed6bfdb req-ad40e8ac-b586-4239-b131-62d779153dad tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 210 time: 0.0372066 Aug 31 23:37:41.783677 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-31252ad5-d0f5-4ad7-b27e-bcd3313c6396 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:41.785267 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-31252ad5-d0f5-4ad7-b27e-bcd3313c6396 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 819 time: 0.1291654 Aug 31 23:37:41.801292 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-b651733e-8656-4f76-8e31-ded93b26e83a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/quotas/11e50fb716d8482e89dd5e65139d41c3 HTTP/1.1" status: 200 len: 375 time: 0.0094094 Aug 31 23:37:41.856944 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-9985fa89-b8c4-4003-938a-03321bbbbd04 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486832 Aug 31 23:37:41.967919 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-75b1e235-4f6c-4a25-ac92-b5cea89a8035 service neutron] 10.222.0.63 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026745 Aug 31 23:37:42.082527 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-8b049132-8ec6-4fb5-af85-b2853e325a1e service neutron] 10.222.0.63 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079733 Aug 31 23:37:42.267419 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74f24537-2d0e-4ac8-97f7-5413bcd47802 req-e2ba0c78-5d6c-4d80-b08d-c6985110084c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 210 time: 0.0337162 Aug 31 23:37:42.830258 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-c80c8218-349a-479a-a1ce-5d32b57ef672 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:42.831356 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-c80c8218-349a-479a-a1ce-5d32b57ef672 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 819 time: 0.1481514 Aug 31 23:37:42.897973 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Request body: {'port': {'device_id': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'admin_state_up': True, 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:43.040662 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Made reservation on behalf of 11e50fb716d8482e89dd5e65139d41c3 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:43.044296 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:43.181259 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Allocated IP 172.20.0.12 (f4a9879d-b257-4940-9ee4-65087d8e6ca1/63b17b02-99c2-4e79-9542-f2c2b8155859/13034685-0a5d-401a-b34d-9dfb708aba8f) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:43.379124 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:43.400117 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f498e2dc-d2cb-431d-a0d6-b07cd5108586 req-4a6a0b57-6fa9-4d5b-a48f-737a95b7f202 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 210 time: 0.0380456 Aug 31 23:37:43.447807 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:43.509539 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:43.881995 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:43.892304 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:43.901505 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Pushing event updated for resources: {'Port': ['ID=13034685-0a5d-401a-b34d-9dfb708aba8f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:43.975305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:43.975905 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.003246 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-6082157d-4fcb-4a8d-9836-5fe4d0dc0f66 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:44.004812 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-6082157d-4fcb-4a8d-9836-5fe4d0dc0f66 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 819 time: 0.5156510 Aug 31 23:37:44.006565 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-bd465353-01ba-4326-8361-a81920bdbd07 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1171896 Aug 31 23:37:44.041396 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Request body: {'port': {'device_id': 'f87710a4-21a5-457a-9773-5541732034e0', 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'admin_state_up': True, 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:44.049157 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Request body: {'port': {'device_id': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:44.161483 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.244361 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Made reservation on behalf of 11e50fb716d8482e89dd5e65139d41c3 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:37:44.247856 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.521235 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13034685-0a5d-401a-b34d-9dfb708aba8f {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:44.530877 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.544504 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef04cca6-4c0c-434c-9fde-9b6a212e191c req-f716a3a8-cc37-459b-8b74-c569858b410d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 210 time: 0.0403574 Aug 31 23:37:44.547138 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Transition to ACTIVE for port object 13034685-0a5d-401a-b34d-9dfb708aba8f will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:44.555043 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.649859 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Allocated IP 172.20.0.6 (f4a9879d-b257-4940-9ee4-65087d8e6ca1/63b17b02-99c2-4e79-9542-f2c2b8155859/473c98d1-a20b-4eec-81a0-68272b8d8843) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:44.657325 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Pushing event updated for resources: {'Port': ['ID=13034685-0a5d-401a-b34d-9dfb708aba8f,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:44.778828 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Attempting to bind port 13034685-0a5d-401a-b34d-9dfb708aba8f on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:44.779164 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Attempting to bind port 13034685-0a5d-401a-b34d-9dfb708aba8f by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:44.779573 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Attempting to bind port 13034685-0a5d-401a-b34d-9dfb708aba8f on network f4a9879d-b257-4940-9ee4-65087d8e6ca1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:44.822987 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Port 13034685-0a5d-401a-b34d-9dfb708aba8f on network f4a9879d-b257-4940-9ee4-65087d8e6ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:37:44.823311 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Attempting to bind port 13034685-0a5d-401a-b34d-9dfb708aba8f on network f4a9879d-b257-4940-9ee4-65087d8e6ca1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:44.835453 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:44.835848 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Checking segment: {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:44.836751 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Bound using segment: {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:44.837178 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Bound port: 13034685-0a5d-401a-b34d-9dfb708aba8f, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:44.837602 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.941460 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.953624 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] For port 13034685-0a5d-401a-b34d-9dfb708aba8f, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:44.957388 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] For port 13034685-0a5d-401a-b34d-9dfb708aba8f, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=13034685-0a5d-401a-b34d-9dfb708aba8f,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:44.968517 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.012842 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:45.013454 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.014864 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 200 len: 1094 time: 0.9779112 Aug 31 23:37:45.015311 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'tag': '13034685-0a5d-401a-b34d-9dfb708aba8f'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:45.017556 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f3dc3-d371-4b62-b933-67ef402f2783" -d '{"events": [{"name": "network-changed", "server_uuid": "effffd56-7686-42f8-bca7-96f32cc6e171", "tag": "13034685-0a5d-401a-b34d-9dfb708aba8f"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:45.072931 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d96c-fbae-4d71-bb16-9352fe1869a7 service neutron] Pushing event updated for resources: {'Port': ['ID=13034685-0a5d-401a-b34d-9dfb708aba8f,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:45.092160 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.111255 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3654ce40-a0db-4205-b839-f4ab0d7eec5f x-openstack-request-id: req-3654ce40-a0db-4205-b839-f4ab0d7eec5f {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:45.111575 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effffd56-7686-42f8-bca7-96f32cc6e171", "tag": "13034685-0a5d-401a-b34d-9dfb708aba8f", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:45.111887 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3654ce40-a0db-4205-b839-f4ab0d7eec5f {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:45.112214 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'tag': '13034685-0a5d-401a-b34d-9dfb708aba8f', 'status': 'completed', 'code': 200} Aug 31 23:37:45.169976 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Network f4a9879d-b257-4940-9ee4-65087d8e6ca1 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:45.173957 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:45.179434 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:45.186531 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Pushing event updated for resources: {'Port': ['ID=473c98d1-a20b-4eec-81a0-68272b8d8843,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:45.225719 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-f03d951b-4b36-448a-b562-a30eb85e4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:45.227327 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-f03d951b-4b36-448a-b562-a30eb85e4007 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1097 time: 0.1241875 Aug 31 23:37:45.241932 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:45.243115 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.291781 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-52839d43-7988-4b3f-b3cf-f68bcf8adcbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 200 len: 217 time: 0.0417359 Aug 31 23:37:45.292964 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-fbeef2a7-a7e5-42f9-8595-8a661cea411d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2574069 Aug 31 23:37:45.311276 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 50208) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:45.329398 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Request body: {'port': {'device_id': 'f87710a4-21a5-457a-9773-5541732034e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:45.440235 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-9536f6d4-d02c-4ce3-a650-f2b6e27e041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:45.440235 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-9536f6d4-d02c-4ce3-a650-f2b6e27e041f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.1217601 Aug 31 23:37:45.442830 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.486203 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-3604c4eb-de0b-433a-b1f3-71bc9dbbff17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340383 Aug 31 23:37:45.607028 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1671caca-bf0e-4592-8275-f8be98d39d7d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aa4d177617c44336b06261ba16f3230e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933810 Aug 31 23:37:45.609325 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 50218) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:45.705944 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f54cd-830a-4814-bdbd-757b1a1a7e03 req-beb307a0-42c4-4474-aaca-5fdf64024cfe tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:45.707263 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-675f54cd-830a-4814-bdbd-757b1a1a7e03 req-beb307a0-42c4-4474-aaca-5fdf64024cfe tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 931 time: 0.0739727 Aug 31 23:37:45.708130 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39e6c474-c0d6-4d5c-b8b2-ee054c7179ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.710830 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-8c94a901-0afa-4443-b89b-5c12618afa6e service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120910 Aug 31 23:37:45.750954 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39e6c474-c0d6-4d5c-b8b2-ee054c7179ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.810210 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-675f54cd-830a-4814-bdbd-757b1a1a7e03 req-89390623-ba39-4413-bc9b-60d64b4bb18a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859067 Aug 31 23:37:45.821438 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39e6c474-c0d6-4d5c-b8b2-ee054c7179ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.828861 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39e6c474-c0d6-4d5c-b8b2-ee054c7179ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.834622 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-39e6c474-c0d6-4d5c-b8b2-ee054c7179ee admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d020984d-86c4-4dd6-97b1-18bcceb8111a HTTP/1.1" status: 204 len: 168 time: 0.2232664 Aug 31 23:37:45.850797 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6c474-c0d6-4d5c-b8b2-ee054c7179ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020984d-86c4-4dd6-97b1-18bcceb8111a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:45.885617 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7012f703-7909-47bb-b0fc-03033d8ad0a6 req-a3c1dda2-21e6-4e6e-9ef3-4da5267fa290 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644742 Aug 31 23:37:45.948575 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473c98d1-a20b-4eec-81a0-68272b8d8843 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:45.957543 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.972741 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Transition to ACTIVE for port object 473c98d1-a20b-4eec-81a0-68272b8d8843 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:37:45.978102 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.070239 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Pushing event updated for resources: {'Port': ['ID=473c98d1-a20b-4eec-81a0-68272b8d8843,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:46.104700 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.105205 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.105367 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.105709 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.106047 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.106384 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.107273 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.107635 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.107993 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.108575 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.108924 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.109257 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:46.141197 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-093a539d-0ece-4efe-8861-8cf1b79fb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.146613 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-093a539d-0ece-4efe-8861-8cf1b79fb1c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1097 time: 0.1320620 Aug 31 23:37:46.227416 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Attempting to bind port 473c98d1-a20b-4eec-81a0-68272b8d8843 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:37:46.227658 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Attempting to bind port 473c98d1-a20b-4eec-81a0-68272b8d8843 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:37:46.227987 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Attempting to bind port 473c98d1-a20b-4eec-81a0-68272b8d8843 on network f4a9879d-b257-4940-9ee4-65087d8e6ca1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:46.242743 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Port 473c98d1-a20b-4eec-81a0-68272b8d8843 on network f4a9879d-b257-4940-9ee4-65087d8e6ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:37:46.243316 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Attempting to bind port 473c98d1-a20b-4eec-81a0-68272b8d8843 on network f4a9879d-b257-4940-9ee4-65087d8e6ca1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:37:46.253641 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:37:46.253981 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Checking segment: {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:37:46.254363 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Bound using segment: {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:37:46.254822 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Bound port: 473c98d1-a20b-4eec-81a0-68272b8d8843, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6ca480-baae-4fff-a24b-4769e23e02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:37:46.255181 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.279739 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-36802f3b-e73d-4e03-8bed-51edff719e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.281226 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-36802f3b-e73d-4e03-8bed-51edff719e0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 921 time: 0.1283598 Aug 31 23:37:46.340351 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-693bfb7f-8ff4-4b03-9885-234c4b58a474 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 200 len: 217 time: 0.0408087 Aug 31 23:37:46.405922 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] For port 473c98d1-a20b-4eec-81a0-68272b8d8843, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:37:46.410385 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] For port 473c98d1-a20b-4eec-81a0-68272b8d8843, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=473c98d1-a20b-4eec-81a0-68272b8d8843,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:37:46.414680 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-75bc1bfa-c23b-41a8-9c34-a87f0763c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.416326 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-75bc1bfa-c23b-41a8-9c34-a87f0763c586 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.0663393 Aug 31 23:37:46.417965 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.479962 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-91169259-f29f-42ba-853f-0efe6e8fbab7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537529 Aug 31 23:37:46.484955 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.485549 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.486886 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] 10.222.0.61 "PUT /v2.0/ports/473c98d1-a20b-4eec-81a0-68272b8d8843 HTTP/1.1" status: 200 len: 1093 time: 1.1699839 Aug 31 23:37:46.512462 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e34ed-d874-4afa-bc3a-d3a0ebee36dc service neutron] Pushing event updated for resources: {'Port': ['ID=473c98d1-a20b-4eec-81a0-68272b8d8843,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:46.622970 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-12ef1ba0-3252-40ad-bfff-a1201f6f0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.624474 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-12ef1ba0-3252-40ad-bfff-a1201f6f0c07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 1096 time: 0.0711689 Aug 31 23:37:46.628093 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-8422244a-215d-48f8-beed-6118dcdf3b95 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251309 Aug 31 23:37:46.691750 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-4f700581-4209-45c6-8991-a4cb7f1d7ccf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473c98d1-a20b-4eec-81a0-68272b8d8843 HTTP/1.1" status: 200 len: 217 time: 0.0441875 Aug 31 23:37:46.798247 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-a0c073d9-af75-406f-adff-9afb08ea01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.799727 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-a0c073d9-af75-406f-adff-9afb08ea01ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.0704613 Aug 31 23:37:46.827285 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1f3dc3-d371-4b62-b933-67ef402f2783 req-3daf70df-db49-4f23-a734-837bc7971627 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434948 Aug 31 23:37:46.850434 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-d38fc2c6-6579-499e-aecb-c3fee9358b46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383565 Aug 31 23:37:47.004706 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e43d2-0db6-497c-a81e-fb23045ee78c req-5d869313-5ad0-4c5b-a9eb-0c920eee279f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:47.006182 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f1e43d2-0db6-497c-a81e-fb23045ee78c req-5d869313-5ad0-4c5b-a9eb-0c920eee279f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 943 time: 0.0831726 Aug 31 23:37:47.028004 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-72a00af4-dac4-4637-8ec5-29120d5674d4 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686306 Aug 31 23:37:47.096626 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f1e43d2-0db6-497c-a81e-fb23045ee78c req-bc626411-7fca-493f-897b-eed2e0fa3d70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802174 Aug 31 23:37:47.115428 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87710a4-21a5-457a-9773-5541732034e0', 'tag': '473c98d1-a20b-4eec-81a0-68272b8d8843'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:47.118317 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da8179-413a-444e-abc2-5d7c4e46cea3" -d '{"events": [{"name": "network-changed", "server_uuid": "f87710a4-21a5-457a-9773-5541732034e0", "tag": "473c98d1-a20b-4eec-81a0-68272b8d8843"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:47.143709 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1705f4e4-497b-44fc-adeb-44510d91e30d req-36953088-933f-4ba6-941a-3147fe5946df service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065564 Aug 31 23:37:47.155888 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a7d39a-c390-4b42-a3ea-6c09da5a6741 x-openstack-request-id: req-59a7d39a-c390-4b42-a3ea-6c09da5a6741 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:47.156622 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87710a4-21a5-457a-9773-5541732034e0", "tag": "473c98d1-a20b-4eec-81a0-68272b8d8843", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:47.156622 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-59a7d39a-c390-4b42-a3ea-6c09da5a6741 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:47.156779 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87710a4-21a5-457a-9773-5541732034e0', 'tag': '473c98d1-a20b-4eec-81a0-68272b8d8843', 'status': 'completed', 'code': 200} Aug 31 23:37:47.298673 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-4037ec89-ac91-4258-b855-88787532630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:47.300188 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-4037ec89-ac91-4258-b855-88787532630b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 1096 time: 0.0462661 Aug 31 23:37:47.312355 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f271f6c9-6f48-425a-a9b6-09eee89d1f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:47.396729 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-4fd1c409-4b0e-4786-a740-de795f328f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:47.398836 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-4fd1c409-4b0e-4786-a740-de795f328f57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 921 time: 0.0880432 Aug 31 23:37:47.444217 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-7185ff43-9115-4610-8561-3d59be95dd8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473c98d1-a20b-4eec-81a0-68272b8d8843 HTTP/1.1" status: 200 len: 217 time: 0.0377450 Aug 31 23:37:47.717055 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-99ba5c42-f295-49be-8af3-f8449abbf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:47.718529 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-99ba5c42-f295-49be-8af3-f8449abbf2b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.2668753 Aug 31 23:37:47.753134 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-983cfb4f-6827-4ad6-ac3f-f8873db0e08b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270407 Aug 31 23:37:47.848221 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-1e6aec8f-b2ad-4331-b57e-c5cad2c2bacb service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873060 Aug 31 23:37:47.979196 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68da8179-413a-444e-abc2-5d7c4e46cea3 req-28d18035-e73e-442f-9ab4-f372e3893612 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922413 Aug 31 23:37:48.358135 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99cf52-766d-47d0-afe5-290ed66c3514 req-7aace6dd-221d-44ec-9fc9-fc3cb06a078b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:48.360286 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd99cf52-766d-47d0-afe5-290ed66c3514 req-7aace6dd-221d-44ec-9fc9-fc3cb06a078b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 943 time: 0.0566540 Aug 31 23:37:48.407921 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd99cf52-766d-47d0-afe5-290ed66c3514 req-184c2387-7645-4d82-b558-c4c9b073f9b0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Aug 31 23:37:48.927611 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-14624196-1b65-42fd-86ec-7297e85a2dc6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464418 Aug 31 23:37:49.057518 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5398a-0330-4013-a270-701abedd657c req-1cb89830-efb3-49e0-a0a5-46adfd195eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:49.059092 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-1cb89830-efb3-49e0-a0a5-46adfd195eaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1098 time: 0.0485075 Aug 31 23:37:49.166777 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5398a-0330-4013-a270-701abedd657c req-517f9a44-2c76-4585-9284-4f7bb80a548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:49.168121 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-517f9a44-2c76-4585-9284-4f7bb80a548c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 913 time: 0.0875449 Aug 31 23:37:49.260386 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-051dd46c-2d7b-47c1-825c-1bd2534af120 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 200 len: 1000 time: 0.0616021 Aug 31 23:37:49.311070 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5398a-0330-4013-a270-701abedd657c req-86b825ce-8359-4a2f-a880-5d59d4dfc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:49.312711 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-86b825ce-8359-4a2f-a880-5d59d4dfc4b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0439441 Aug 31 23:37:49.363495 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5398a-0330-4013-a270-701abedd657c req-9ab391fb-3811-4f22-81c1-e69f2d198e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:49.365065 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-9ab391fb-3811-4f22-81c1-e69f2d198e2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437915 Aug 31 23:37:49.466362 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-0c7917fd-4b38-4a9b-9c97-44ba371b1025 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927770 Aug 31 23:37:49.590002 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eb801-f03d-409c-8aa4-fe210b7f23da req-d60dd7f8-158d-43a4-9e72-046551a848f3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:49.591562 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-190eb801-f03d-409c-8aa4-fe210b7f23da req-d60dd7f8-158d-43a4-9e72-046551a848f3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 943 time: 0.1082458 Aug 31 23:37:49.595504 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72c5398a-0330-4013-a270-701abedd657c req-6f740f87-56c7-427b-ae40-4e2de40b9a26 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209955 Aug 31 23:37:49.634976 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-190eb801-f03d-409c-8aa4-fe210b7f23da req-314b5c60-fdb5-4ad1-99a8-5f73586f7d1f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370920 Aug 31 23:37:49.793025 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e74adc58-bb5e-45ce-9866-c3459d131863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:49.881558 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:50.754581 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4640e0-d48b-433c-9b9a-6254581c7115 req-09167f2d-9904-4cb3-8403-f80f47e62541 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:50.756054 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf4640e0-d48b-433c-9b9a-6254581c7115 req-09167f2d-9904-4cb3-8403-f80f47e62541 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 943 time: 0.0496612 Aug 31 23:37:50.797036 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf4640e0-d48b-433c-9b9a-6254581c7115 req-97a38031-4cb9-4dcb-9a74-7b97b5520019 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Aug 31 23:37:51.107943 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:51.292967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 13034685-0a5d-401a-b34d-9dfb708aba8f details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:37:51.390837 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 13034685-0a5d-401a-b34d-9dfb708aba8f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=13034685-0a5d-401a-b34d-9dfb708aba8f,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:51.403097 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '13034685-0a5d-401a-b34d-9dfb708aba8f', 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'port_id': '13034685-0a5d-401a-b34d-9dfb708aba8f', 'mac_address': 'fa:16:3e:37:e4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:37:51.441492 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:51.455264 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13034685-0a5d-401a-b34d-9dfb708aba8f {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:51.474554 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 13034685-0a5d-401a-b34d-9dfb708aba8f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=13034685-0a5d-401a-b34d-9dfb708aba8f,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:51.478592 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:51.479239 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 473c98d1-a20b-4eec-81a0-68272b8d8843 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:37:51.559015 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 473c98d1-a20b-4eec-81a0-68272b8d8843, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=473c98d1-a20b-4eec-81a0-68272b8d8843,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:51.562147 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=13034685-0a5d-401a-b34d-9dfb708aba8f,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:51.577450 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '473c98d1-a20b-4eec-81a0-68272b8d8843', 'network_id': 'f4a9879d-b257-4940-9ee4-65087d8e6ca1', 'port_id': '473c98d1-a20b-4eec-81a0-68272b8d8843', 'mac_address': 'fa:16:3e:7b:f9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b17b02-99c2-4e79-9542-f2c2b8155859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:37:51.626721 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:51.641089 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473c98d1-a20b-4eec-81a0-68272b8d8843 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:51.662298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 473c98d1-a20b-4eec-81a0-68272b8d8843, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=473c98d1-a20b-4eec-81a0-68272b8d8843,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:51.666391 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:51.717920 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=473c98d1-a20b-4eec-81a0-68272b8d8843,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:51.914750 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffa04-d109-4100-a465-c8295e4ab338 req-c54ad436-f248-49a7-9838-40ae5ced8946 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:51.916129 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-427ffa04-d109-4100-a465-c8295e4ab338 req-c54ad436-f248-49a7-9838-40ae5ced8946 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 944 time: 0.0497506 Aug 31 23:37:51.955235 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-427ffa04-d109-4100-a465-c8295e4ab338 req-47942b8c-5b6f-4941-8316-acb7a97aa476 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Aug 31 23:37:52.505363 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['473c98d1-a20b-4eec-81a0-68272b8d8843'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:37:52.619525 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['13034685-0a5d-401a-b34d-9dfb708aba8f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:37:52.692599 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:53.070955 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca980-4585-479f-b92a-c69bd7565e27 req-5c6ffe0d-24aa-413e-b375-b189fe4c47c8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:53.072326 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-639ca980-4585-479f-b92a-c69bd7565e27 req-5c6ffe0d-24aa-413e-b375-b189fe4c47c8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 944 time: 0.0476813 Aug 31 23:37:53.110759 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-639ca980-4585-479f-b92a-c69bd7565e27 req-793a2230-d4c8-4fd8-9db9-31833caca2de tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Aug 31 23:37:54.243923 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1df5-6341-4038-920e-06e1b2f3e4bf req-036613e9-9d83-4474-a3e7-f3c8de496d6b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:54.245464 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cdba1df5-6341-4038-920e-06e1b2f3e4bf req-036613e9-9d83-4474-a3e7-f3c8de496d6b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 944 time: 0.0538945 Aug 31 23:37:54.285838 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cdba1df5-6341-4038-920e-06e1b2f3e4bf req-e1ecad9a-8590-44f8-b614-a4ce3948c58c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Aug 31 23:37:55.211180 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:55.339976 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 13034685-0a5d-401a-b34d-9dfb708aba8f up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:55.401742 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 13034685-0a5d-401a-b34d-9dfb708aba8f completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:55.406088 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 13034685-0a5d-401a-b34d-9dfb708aba8f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:55.407460 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:55.425615 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62eab2-d8a2-42dd-8357-cb1cdad2d3de req-0e7e0885-15ea-4631-9242-d34ec0f2b392 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:55.427303 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed62eab2-d8a2-42dd-8357-cb1cdad2d3de req-0e7e0885-15ea-4631-9242-d34ec0f2b392 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 944 time: 0.0637772 Aug 31 23:37:55.470395 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed62eab2-d8a2-42dd-8357-cb1cdad2d3de req-67d4c489-9180-4593-947f-2055b3e5dab3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Aug 31 23:37:55.491533 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:55.517269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13034685-0a5d-401a-b34d-9dfb708aba8f'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:55.519558 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb466b7a-735c-40b9-a40a-7ff16e5f7482" -d '{"events": [{"server_uuid": "effffd56-7686-42f8-bca7-96f32cc6e171", "name": "network-vif-plugged", "status": "completed", "tag": "13034685-0a5d-401a-b34d-9dfb708aba8f"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:55.535406 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 13034685-0a5d-401a-b34d-9dfb708aba8f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=13034685-0a5d-401a-b34d-9dfb708aba8f,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:55.540413 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:55.541304 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 473c98d1-a20b-4eec-81a0-68272b8d8843 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:55.568266 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6633d82-13bc-450b-89da-5c7cbbc32bcd x-openstack-request-id: req-e6633d82-13bc-450b-89da-5c7cbbc32bcd {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:55.568540 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effffd56-7686-42f8-bca7-96f32cc6e171", "name": "network-vif-plugged", "status": "completed", "tag": "13034685-0a5d-401a-b34d-9dfb708aba8f", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:55.568782 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6633d82-13bc-450b-89da-5c7cbbc32bcd {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:55.569170 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13034685-0a5d-401a-b34d-9dfb708aba8f', 'code': 200} Aug 31 23:37:55.625155 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=13034685-0a5d-401a-b34d-9dfb708aba8f,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:55.646300 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 473c98d1-a20b-4eec-81a0-68272b8d8843 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:55.652374 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 473c98d1-a20b-4eec-81a0-68272b8d8843 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:55.652943 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:55.744060 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:55.783840 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 473c98d1-a20b-4eec-81a0-68272b8d8843, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=473c98d1-a20b-4eec-81a0-68272b8d8843,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:55.789045 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:55.826695 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322f33-1c69-4b59-b01e-381d05e68ea5 req-5473e7e8-78a7-430f-834e-85c02a2a21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:55.828273 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-89322f33-1c69-4b59-b01e-381d05e68ea5 req-5473e7e8-78a7-430f-834e-85c02a2a21c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1099 time: 0.0425255 Aug 31 23:37:55.871782 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-89322f33-1c69-4b59-b01e-381d05e68ea5 req-92b5aab6-8e74-4fbe-a2a1-fac4d338ca62 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Aug 31 23:37:55.964655 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=473c98d1-a20b-4eec-81a0-68272b8d8843,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:56.708727 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496608fe-02a2-4e86-be68-0327fbffc913 req-23504a20-ca3f-44f4-9622-7735989f5949 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:56.710289 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-496608fe-02a2-4e86-be68-0327fbffc913 req-23504a20-ca3f-44f4-9622-7735989f5949 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0539761 Aug 31 23:37:56.759717 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-496608fe-02a2-4e86-be68-0327fbffc913 req-ed6a1dcf-6295-4f2f-a0f0-9828080b49ab tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Aug 31 23:37:57.570378 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87710a4-21a5-457a-9773-5541732034e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473c98d1-a20b-4eec-81a0-68272b8d8843'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:57.572729 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2efd1-33c1-423b-b517-aa4cb2a12c89" -d '{"events": [{"server_uuid": "f87710a4-21a5-457a-9773-5541732034e0", "name": "network-vif-plugged", "status": "completed", "tag": "473c98d1-a20b-4eec-81a0-68272b8d8843"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:57.608673 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3d1a41-f047-4903-9894-9ba1f4152b18 x-openstack-request-id: req-6d3d1a41-f047-4903-9894-9ba1f4152b18 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:57.609222 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87710a4-21a5-457a-9773-5541732034e0", "name": "network-vif-plugged", "status": "completed", "tag": "473c98d1-a20b-4eec-81a0-68272b8d8843", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:57.609472 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6d3d1a41-f047-4903-9894-9ba1f4152b18 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:57.609869 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87710a4-21a5-457a-9773-5541732034e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473c98d1-a20b-4eec-81a0-68272b8d8843', 'code': 200} Aug 31 23:37:57.878973 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922037-a33c-4753-b9b3-09584e703981 req-b0333879-8109-4264-a9b0-7b59b0e17834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:57.880525 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76922037-a33c-4753-b9b3-09584e703981 req-b0333879-8109-4264-a9b0-7b59b0e17834 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 1098 time: 0.0673087 Aug 31 23:37:57.897798 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdee6a7-d547-4c3a-a18b-8d82e9f698c0 req-d54f06ea-65ff-49d5-b7f0-b252d7e09452 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:57.899784 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebdee6a7-d547-4c3a-a18b-8d82e9f698c0 req-d54f06ea-65ff-49d5-b7f0-b252d7e09452 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0614369 Aug 31 23:37:57.963151 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebdee6a7-d547-4c3a-a18b-8d82e9f698c0 req-52e5dec8-5079-436d-9c05-2c0802844e17 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574212 Aug 31 23:37:57.964753 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76922037-a33c-4753-b9b3-09584e703981 req-6a9bf72f-6925-4192-b405-3a9a1918658f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515409 Aug 31 23:37:59.097023 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7130a-18c5-4fdd-95f4-93840e1054a8 req-7fd13e1f-d590-48c3-8858-4512e34972b3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:59.098503 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4a7130a-18c5-4fdd-95f4-93840e1054a8 req-7fd13e1f-d590-48c3-8858-4512e34972b3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0523450 Aug 31 23:37:59.137521 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4a7130a-18c5-4fdd-95f4-93840e1054a8 req-fcc1c9f1-46f8-47f0-9fa5-ee0c323a4b7e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Aug 31 23:38:00.277433 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039b1ee-4e69-4040-8322-5cca429bd77e req-5a1ac5de-d6ee-4665-87d2-45b83e886275 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.278943 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3039b1ee-4e69-4040-8322-5cca429bd77e req-5a1ac5de-d6ee-4665-87d2-45b83e886275 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Aug 31 23:38:00.331311 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3039b1ee-4e69-4040-8322-5cca429bd77e req-d9e03730-10f4-4905-817e-e716b52073ee tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Aug 31 23:38:00.648819 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7058-d8af-440d-85e3-b248e79206f9 req-24c2189a-7eb5-41e7-acb4-d2db949c4877 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.650385 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4ba7058-d8af-440d-85e3-b248e79206f9 req-24c2189a-7eb5-41e7-acb4-d2db949c4877 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0824053 Aug 31 23:38:00.656645 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-a09ddac4-31b7-482e-ad95-32633c203a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.658079 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-a09ddac4-31b7-482e-ad95-32633c203a65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 1098 time: 0.0633039 Aug 31 23:38:00.737376 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4ba7058-d8af-440d-85e3-b248e79206f9 req-6728d023-2a3e-4964-bfc3-1d0258fe435d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782897 Aug 31 23:38:00.773123 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-a4f469fb-1369-48fd-8520-61fc9b8e3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.775199 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-a4f469fb-1369-48fd-8520-61fc9b8e3f13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 921 time: 0.1000624 Aug 31 23:38:00.821837 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-23439353-e4da-47af-ad47-49dad551eef8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473c98d1-a20b-4eec-81a0-68272b8d8843 HTTP/1.1" status: 200 len: 217 time: 0.0382249 Aug 31 23:38:00.877000 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-8caf0bab-baec-403a-a8e7-7655ba82fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.878460 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-8caf0bab-baec-403a-a8e7-7655ba82fa27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.0491405 Aug 31 23:38:00.911656 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-6cf29d77-48e2-416f-a1e4-d483d214bedf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254674 Aug 31 23:38:01.004216 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-18aa5777-b47d-449c-9375-d9ceacdc39d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 Aug 31 23:38:01.100229 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39541a27-5e3f-4df2-9d03-125476d221c7 req-d2ab25f9-7902-4355-b048-4996e378f0c3 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890048 Aug 31 23:38:01.856722 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62440618-b410-461b-85fc-141b67bd5b2e req-21ff6d7c-b7a0-4810-afa8-08429f2aa84d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:01.858331 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62440618-b410-461b-85fc-141b67bd5b2e req-21ff6d7c-b7a0-4810-afa8-08429f2aa84d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0497065 Aug 31 23:38:01.897273 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62440618-b410-461b-85fc-141b67bd5b2e req-68674c46-89d4-4960-9ba2-962931cbf4fb tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Aug 31 23:38:03.016590 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d71009-3627-4ae5-a711-d5d4721e3c05 req-c50830ad-dd26-4c3e-9a80-58d67f68d01d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:03.018057 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74d71009-3627-4ae5-a711-d5d4721e3c05 req-c50830ad-dd26-4c3e-9a80-58d67f68d01d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0495219 Aug 31 23:38:03.056511 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74d71009-3627-4ae5-a711-d5d4721e3c05 req-900edf24-5289-43dc-bb9e-955bd0f3bb91 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Aug 31 23:38:04.193960 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebac9-dd93-48fc-994e-a52942812080 req-75e0c236-9f77-4472-af3a-1b89fbdbc507 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:04.195982 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad3ebac9-dd93-48fc-994e-a52942812080 req-75e0c236-9f77-4472-af3a-1b89fbdbc507 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0608280 Aug 31 23:38:04.235579 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad3ebac9-dd93-48fc-994e-a52942812080 req-f132b0a9-062f-43be-95d6-5fa64b7dd5e6 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Aug 31 23:38:05.369098 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2e0f2-8fbe-4e2d-9d70-df763da30a7a req-028e960d-1d01-401e-8a94-757cd10e4ed9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:05.370804 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87f2e0f2-8fbe-4e2d-9d70-df763da30a7a req-028e960d-1d01-401e-8a94-757cd10e4ed9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Aug 31 23:38:05.415915 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87f2e0f2-8fbe-4e2d-9d70-df763da30a7a req-8d9a02bc-1cc7-433f-848b-88cc46222dd3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371554 Aug 31 23:38:06.531351 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05153ffe-bd57-4238-8c36-65ba3c70de22 req-aca63a41-841e-41dc-86fa-ec5537dc4346 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:06.532925 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-05153ffe-bd57-4238-8c36-65ba3c70de22 req-aca63a41-841e-41dc-86fa-ec5537dc4346 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0476952 Aug 31 23:38:06.570426 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-05153ffe-bd57-4238-8c36-65ba3c70de22 req-9555b7a0-b24f-4b0c-a874-58a1a389bd2c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Aug 31 23:38:09.752817 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:38:13.146398 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b9a6f-d2c9-47ef-9156-b5708f038574 req-26eeceae-2e45-4662-b78e-3108175c85fe tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:13.147891 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d4b9a6f-d2c9-47ef-9156-b5708f038574 req-26eeceae-2e45-4662-b78e-3108175c85fe tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Aug 31 23:38:13.187024 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d4b9a6f-d2c9-47ef-9156-b5708f038574 req-ffe75894-f811-4a4b-a48d-a76df4fb627b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Aug 31 23:38:14.359977 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26699e18-69c0-40f1-aae1-751fe4490eb8 req-70c82392-1db8-4039-aa94-681ec86f8df0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:14.361442 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26699e18-69c0-40f1-aae1-751fe4490eb8 req-70c82392-1db8-4039-aa94-681ec86f8df0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0518770 Aug 31 23:38:14.397861 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26699e18-69c0-40f1-aae1-751fe4490eb8 req-39cb6218-6ddc-445f-b47b-44845974d1b8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304906 Aug 31 23:38:15.518808 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e4f5a-fc1a-4016-b29f-b76a06358c5c req-19f33bfb-332e-4972-8ae2-3bb6007deeee tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:15.520287 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc8e4f5a-fc1a-4016-b29f-b76a06358c5c req-19f33bfb-332e-4972-8ae2-3bb6007deeee tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0491436 Aug 31 23:38:15.557659 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc8e4f5a-fc1a-4016-b29f-b76a06358c5c req-a9750101-6bc6-46ab-b504-0d6144e6e7a7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Aug 31 23:38:16.678992 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae1ab8-ceea-4148-9747-7f9c6b8e541a req-ff3ca373-3154-4fad-bae7-7334252768a5 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:16.681066 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2ae1ab8-ceea-4148-9747-7f9c6b8e541a req-ff3ca373-3154-4fad-bae7-7334252768a5 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0533605 Aug 31 23:38:16.719989 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2ae1ab8-ceea-4148-9747-7f9c6b8e541a req-0cd9e315-ebd3-494b-ad93-0d9435192c05 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Aug 31 23:38:17.313133 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-40bc8693-d0b0-45a9-b136-83c48900204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:17.846395 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f2e34-4ff1-4483-be5c-95b3b0ec5748 req-6b373f6b-d61e-442c-874e-3736371f7565 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:17.847846 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d7f2e34-4ff1-4483-be5c-95b3b0ec5748 req-6b373f6b-d61e-442c-874e-3736371f7565 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0581400 Aug 31 23:38:17.887953 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d7f2e34-4ff1-4483-be5c-95b3b0ec5748 req-64a1b0e7-8c26-4d66-ab6d-b2e4a7eba905 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Aug 31 23:38:18.118160 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 50586) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:18.226860 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceeba-0cf0-446b-8cbb-6dff5d0359d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:18.329449 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceeba-0cf0-446b-8cbb-6dff5d0359d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:18.333095 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceeba-0cf0-446b-8cbb-6dff5d0359d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:18.371089 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ce8ceeba-0cf0-446b-8cbb-6dff5d0359d7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5ba2b06c6b914a6a879e429ecd435fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515609 Aug 31 23:38:18.371763 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ceeba-0cf0-446b-8cbb-6dff5d0359d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae5b3a-a34c-4d88-8f4e-843a82c1b2b4,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:18.373723 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 50592) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:18.423988 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:18.444450 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:18.491730 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:18.494521 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:18.495695 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0dae5b3a-a34c-4d88-8f4e-843a82c1b2b4 HTTP/1.1" status: 204 len: 168 time: 0.1211536 Aug 31 23:38:18.503734 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae5b3a-a34c-4d88-8f4e-843a82c1b2b4,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:18.511341 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.511687 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.512022 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.512350 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.512704 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.513029 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.513350 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.513907 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.514235 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.514721 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.515189 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:18.515509 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0aa3d-2b09-4e4a-b3f6-226f9784d366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:19.015880 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dfa6d-69ee-48ba-97da-c97566301081 req-0069a7b6-c96a-46d2-86b0-5f0b25732817 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:19.017428 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b07dfa6d-69ee-48ba-97da-c97566301081 req-0069a7b6-c96a-46d2-86b0-5f0b25732817 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0514276 Aug 31 23:38:19.057526 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b07dfa6d-69ee-48ba-97da-c97566301081 req-1ade8ace-af0b-4dc3-8f53-efc965fdd1e7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Aug 31 23:38:19.795225 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e605c080-827c-4024-9cde-0c87bbe80501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:19.892935 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:20.177302 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166b779-5c0e-4822-80ed-8f95cd1b959c req-6a373816-e87f-4972-ad75-d65e674253bf tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:20.178808 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2166b779-5c0e-4822-80ed-8f95cd1b959c req-6a373816-e87f-4972-ad75-d65e674253bf tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0522258 Aug 31 23:38:20.221507 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2166b779-5c0e-4822-80ed-8f95cd1b959c req-8d74d15e-d13e-4f13-8f14-b0e72d4c8a58 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354836 Aug 31 23:38:20.645817 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-ac0a1a1b-b9c7-4bba-93d0-08c2a5acb877 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991794558&fields=id&tenant_id=22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 267 time: 0.0426269 Aug 31 23:38:20.751459 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-8a89a33d-9b91-4aac-b5a8-972a757d840a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:20.753052 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-8a89a33d-9b91-4aac-b5a8-972a757d840a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 812 time: 0.1002743 Aug 31 23:38:20.767896 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-40c24950-4ec8-48a8-8e97-831a2cdacdb9 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/quotas/22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 375 time: 0.0092285 Aug 31 23:38:20.818319 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-39279a98-f514-4ed3-8dee-a0f3b335bc7c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452199 Aug 31 23:38:20.915845 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-c4ff9154-54e8-4ea4-bb34-797d24fd48c1 service neutron] 10.222.0.63 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853407 Aug 31 23:38:21.009791 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-f4490c24-ef22-4aee-bc68-db7ba38387c9 service neutron] 10.222.0.63 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874941 Aug 31 23:38:21.108140 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:21.359191 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4a14dcc-8651-40f0-87e9-eaa96bca4953 req-f6cc1035-c712-4916-a77e-3572b125211a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 210 time: 0.0433939 Aug 31 23:38:21.369938 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b4d5-5de8-45f9-a306-b520fe21ca8e req-669e81fe-a3b5-4664-814a-6d0ccf6b754e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:21.371773 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bc1b4d5-5de8-45f9-a306-b520fe21ca8e req-669e81fe-a3b5-4664-814a-6d0ccf6b754e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0593894 Aug 31 23:38:21.419045 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bc1b4d5-5de8-45f9-a306-b520fe21ca8e req-bb976650-b586-425f-ace1-0a17da7710ed tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392015 Aug 31 23:38:22.460209 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4fb38c2-86a6-4b94-a02c-69916583bc94 req-d209ba82-ddef-4640-9710-0d79e8ffcbfa tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 210 time: 0.0373094 Aug 31 23:38:22.581787 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792eea-28b6-40bf-8893-13b1b7acd887 req-6687df3f-5c83-43d3-858f-99280eedde34 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:22.583339 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d792eea-28b6-40bf-8893-13b1b7acd887 req-6687df3f-5c83-43d3-858f-99280eedde34 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0838237 Aug 31 23:38:22.605116 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-ded9c322-b1a2-431e-a067-549fae430f4f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:22.606647 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-ded9c322-b1a2-431e-a067-549fae430f4f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 812 time: 0.1694176 Aug 31 23:38:22.671111 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:22.719419 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-b96e40d9-8664-4628-930e-8acb605f3c6e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 380 time: 0.0788922 Aug 31 23:38:22.734413 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d792eea-28b6-40bf-8893-13b1b7acd887 req-77f6e927-aebb-4f64-a55c-2a63c684372d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267014 Aug 31 23:38:22.743309 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'port': {'device_id': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'admin_state_up': True, 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'security_groups': ['c9ac453f-9e10-48fe-933f-d4d6c254e139']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:22.858355 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Made reservation on behalf of 22e157f69fd3465783c5694e10f2a1e3 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:38:22.862806 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:22.998962 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Allocated IP 172.20.0.7 (41bb5130-7386-436e-b62f-9b3c3173e206/25097994-7fae-43b8-bf51-012726199243/6d8c2604-56b5-4344-b6b7-91a46d44d8f3) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:23.140478 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.155117 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Transition to ACTIVE for port object 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:23.188705 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.234145 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Network 41bb5130-7386-436e-b62f-9b3c3173e206 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:23.237555 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:23.241351 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:23.269438 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:23.298112 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:23.299081 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.326565 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-bdf46911-b11e-4493-a963-29f5a811d237 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893991 Aug 31 23:38:23.348298 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Request body: {'port': {'device_id': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:23.417974 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.518744 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-90e2e0d0-1b66-4030-8e55-565ac0bd9358 None None] Provisioning for port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:23.523048 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-90e2e0d0-1b66-4030-8e55-565ac0bd9358 None None] Provisioning complete for port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:23.523644 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-90e2e0d0-1b66-4030-8e55-565ac0bd9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.558725 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-90e2e0d0-1b66-4030-8e55-565ac0bd9358 None None] Port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:38:23.580573 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e3a6-d8ec-4039-99d7-afbb0d5d4b39 req-4a98514e-5049-4e98-851e-492068491f00 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:23.582043 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0e02e3a6-d8ec-4039-99d7-afbb0d5d4b39 req-4a98514e-5049-4e98-851e-492068491f00 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 931 time: 0.0506124 Aug 31 23:38:23.621297 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0e02e3a6-d8ec-4039-99d7-afbb0d5d4b39 req-f4ce34a3-3a09-4479-b095-46cf59272a51 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Aug 31 23:38:23.686899 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:38:23.698824 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.717298 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Transition to ACTIVE for port object 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:23.722568 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.804151 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:23.900070 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2705f-7c0b-4937-98ad-47ca38323603 req-cb95f9f8-5fab-4f12-bfa2-953ddd325f10 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:23.901593 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fe2705f-7c0b-4937-98ad-47ca38323603 req-cb95f9f8-5fab-4f12-bfa2-953ddd325f10 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0700777 Aug 31 23:38:23.902312 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Attempting to bind port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:23.902676 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Attempting to bind port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:23.903113 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Attempting to bind port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:23.909344 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 on network 41bb5130-7386-436e-b62f-9b3c3173e206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:38:23.909658 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Attempting to bind port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:23.921500 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:23.922282 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Checking segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:23.922711 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Bound using segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:23.923162 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Bound port: 6d8c2604-56b5-4344-b6b7-91a46d44d8f3, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:23.923752 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:23.979680 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fe2705f-7c0b-4937-98ad-47ca38323603 req-a5c76b8e-8328-4c30-ab6c-4294abc2fb83 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712931 Aug 31 23:38:24.007526 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] For port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:24.010490 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] For port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:24.015361 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:24.053399 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:24.054067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:24.055978 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] 10.222.0.61 "PUT /v2.0/ports/6d8c2604-56b5-4344-b6b7-91a46d44d8f3 HTTP/1.1" status: 200 len: 1093 time: 0.7124970 Aug 31 23:38:24.056419 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:24.058683 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c5da96-1dd2-4353-8d84-1684a5d202be" -d '{"events": [{"name": "network-changed", "server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:24.082186 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e79802-cdd8-4f9d-81b4-84e9b91565ff service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:24.098393 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e2383a-a70b-403a-9ac5-a390109aaab1 x-openstack-request-id: req-51e2383a-a70b-403a-9ac5-a390109aaab1 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:24.098785 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:24.098971 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51e2383a-a70b-403a-9ac5-a390109aaab1 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:24.099365 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'status': 'completed', 'code': 200} Aug 31 23:38:26.005620 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:27.522534 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5da96-1dd2-4353-8d84-1684a5d202be req-968cdc4e-43e6-4282-8bd2-f776b047332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:27.524105 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-15c5da96-1dd2-4353-8d84-1684a5d202be req-968cdc4e-43e6-4282-8bd2-f776b047332f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 1096 time: 0.0452380 Aug 31 23:38:27.627801 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbce4c-8166-4db0-9e8f-27f832e87c2e req-505097e7-8c59-45bc-9d84-cb60ab147728 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:27.629286 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b9fbce4c-8166-4db0-9e8f-27f832e87c2e req-505097e7-8c59-45bc-9d84-cb60ab147728 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 943 time: 0.0576916 Aug 31 23:38:27.667084 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b9fbce4c-8166-4db0-9e8f-27f832e87c2e req-f7b541fc-997e-405d-9ca8-9d4e30a64e59 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Aug 31 23:38:27.686756 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e563-9541-49ef-95ea-b2bf67d140c4 req-8badfb77-e8c2-43f7-a7a4-2d63b620db8e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:27.688186 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8061e563-9541-49ef-95ea-b2bf67d140c4 req-8badfb77-e8c2-43f7-a7a4-2d63b620db8e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0828516 Aug 31 23:38:27.690848 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5da96-1dd2-4353-8d84-1684a5d202be req-09fc86c1-b6c5-402d-862b-7f7f6ea79414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:27.692156 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-15c5da96-1dd2-4353-8d84-1684a5d202be req-09fc86c1-b6c5-402d-862b-7f7f6ea79414 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=22e157f69fd3465783c5694e10f2a1e3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1518440 Aug 31 23:38:27.773256 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8061e563-9541-49ef-95ea-b2bf67d140c4 req-df6f6df7-d458-4e2f-928a-c96f064012cb tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790310 Aug 31 23:38:27.805095 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5da96-1dd2-4353-8d84-1684a5d202be req-ca061473-5f12-47e7-a05f-6fe539529e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:27.806573 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-15c5da96-1dd2-4353-8d84-1684a5d202be req-ca061473-5f12-47e7-a05f-6fe539529e93 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1057377 Aug 31 23:38:28.142073 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-73e3582e-7365-4d71-9807-94adbcef9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:28.143591 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-73e3582e-7365-4d71-9807-94adbcef9c98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 1096 time: 0.2683575 Aug 31 23:38:28.200197 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-74bd832b-9d9f-47f3-a611-3eab7343c326 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c2604-56b5-4344-b6b7-91a46d44d8f3 HTTP/1.1" status: 200 len: 217 time: 0.0339847 Aug 31 23:38:28.250953 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-255e9971-8388-49be-9b57-0295393c940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:28.252460 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-255e9971-8388-49be-9b57-0295393c940f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0448556 Aug 31 23:38:28.309152 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-4137cb53-aa0e-4758-a3b8-8086f6245ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:28.310906 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-4137cb53-aa0e-4758-a3b8-8086f6245ab1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490525 Aug 31 23:38:28.413017 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-5ed83386-efe5-4282-ad3b-8e504465df7b service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893707 Aug 31 23:38:28.515027 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b197603-ff45-46be-8ed8-a9a2223c38aa req-2a121cfe-16c0-4d0b-b561-f419109ce5a4 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Aug 31 23:38:28.803017 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b6412-9793-41fb-8fcb-b6a0ee69f4c8 req-40bacbe3-45c8-4aed-bd0f-0ede5cec672d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:28.804526 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d5b6412-9793-41fb-8fcb-b6a0ee69f4c8 req-40bacbe3-45c8-4aed-bd0f-0ede5cec672d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 943 time: 0.0574055 Aug 31 23:38:28.848751 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d5b6412-9793-41fb-8fcb-b6a0ee69f4c8 req-cbc80675-880a-4319-9bf3-e934a362fbdc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376418 Aug 31 23:38:28.894285 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4e8c0-c740-4f9e-87cb-4d19af32ec42 req-8624ad6b-3b07-4621-8d07-f972101b5fa8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:28.895678 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f6c4e8c0-c740-4f9e-87cb-4d19af32ec42 req-8624ad6b-3b07-4621-8d07-f972101b5fa8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0493217 Aug 31 23:38:28.933944 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f6c4e8c0-c740-4f9e-87cb-4d19af32ec42 req-a2b5f066-18af-4319-841e-3a7629b9c4da tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Aug 31 23:38:29.976852 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ebad-002a-4035-9173-53f4d0d975a9 req-67fe7e14-6d0d-4667-8548-23e46f01fdac tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:29.978702 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e38ebad-002a-4035-9173-53f4d0d975a9 req-67fe7e14-6d0d-4667-8548-23e46f01fdac tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 943 time: 0.0584755 Aug 31 23:38:30.037237 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e38ebad-002a-4035-9173-53f4d0d975a9 req-698126ad-3005-4729-9dda-95ec90451fc5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491230 Aug 31 23:38:30.094322 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38a2e1-c765-41a6-807e-2531cedb5c81 req-b836b374-8c14-4563-a6e3-62a5fccb201f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:30.096110 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7d38a2e1-c765-41a6-807e-2531cedb5c81 req-b836b374-8c14-4563-a6e3-62a5fccb201f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0649428 Aug 31 23:38:30.142142 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7d38a2e1-c765-41a6-807e-2531cedb5c81 req-44a7b625-b2b5-476a-8030-6004284c6247 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Aug 31 23:38:31.166324 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64c59e-eb5f-472a-a46d-4c34eadd8140 req-967692a4-b755-4be6-8928-e773d09198fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:31.167995 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e64c59e-eb5f-472a-a46d-4c34eadd8140 req-967692a4-b755-4be6-8928-e773d09198fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 943 time: 0.0533264 Aug 31 23:38:31.214194 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e64c59e-eb5f-472a-a46d-4c34eadd8140 req-0ffb74ff-5341-4c86-a0ef-fe581a624c43 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Aug 31 23:38:31.273195 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb3f80-440c-4e00-83de-2e968a04eb17 req-ede4b71b-229b-4591-b7f7-10a16979cba2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:31.275294 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-58cb3f80-440c-4e00-83de-2e968a04eb17 req-ede4b71b-229b-4591-b7f7-10a16979cba2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0543234 Aug 31 23:38:31.320302 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-58cb3f80-440c-4e00-83de-2e968a04eb17 req-8426e23d-7ad5-4fdc-8cb3-b0623073e17a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Aug 31 23:38:32.343562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb011c-244a-4fac-a688-7785456dd892 req-b9e61ca0-e641-4652-b443-ded03e1d0578 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:32.346555 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02eb011c-244a-4fac-a688-7785456dd892 req-b9e61ca0-e641-4652-b443-ded03e1d0578 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 943 time: 0.0593522 Aug 31 23:38:32.384988 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02eb011c-244a-4fac-a688-7785456dd892 req-c3647094-9b72-4688-80a6-3522fddf259e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337369 Aug 31 23:38:32.444600 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1b661-c928-40bb-a888-d4f940ccd8e5 req-dba58f38-4138-467a-bdfc-dbf7b733c52c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:32.446074 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12d1b661-c928-40bb-a888-d4f940ccd8e5 req-dba58f38-4138-467a-bdfc-dbf7b733c52c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0522339 Aug 31 23:38:32.484113 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12d1b661-c928-40bb-a888-d4f940ccd8e5 req-3affdd2e-3011-4b46-8f60-a89dee8ad544 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Aug 31 23:38:36.222154 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac319c9-f5eb-482a-a1ce-74eb799e6053 req-aa0fd21c-292c-4962-8198-befd4e7836d5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:36.223674 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ac319c9-f5eb-482a-a1ce-74eb799e6053 req-aa0fd21c-292c-4962-8198-befd4e7836d5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 943 time: 0.0500357 Aug 31 23:38:36.245185 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08597f-cfe5-4805-8a66-a7119a150306 req-36b89500-4bbd-4ed0-842b-aef70bb1152a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:36.246707 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc08597f-cfe5-4805-8a66-a7119a150306 req-36b89500-4bbd-4ed0-842b-aef70bb1152a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Aug 31 23:38:36.262514 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ac319c9-f5eb-482a-a1ce-74eb799e6053 req-3ca012b1-85c2-4c15-8ca9-91b498006082 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Aug 31 23:38:36.285651 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc08597f-cfe5-4805-8a66-a7119a150306 req-077b4caf-4034-4500-91f2-6888e03d22d7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Aug 31 23:38:37.156729 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 50878) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:37.300465 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-29642164-7206-42ff-a843-aedbf6488671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:37.404303 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-29642164-7206-42ff-a843-aedbf6488671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:37.414671 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-29642164-7206-42ff-a843-aedbf6488671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:37.470409 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29642164-7206-42ff-a843-aedbf6488671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fc8f4d-2600-4bd9-b83d-169b3f970c8c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:37.471669 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26146de-2249-49d4-9ed4-8c556a0ed1d2 req-1e57aae8-7f88-4553-8720-8023d2458aa4 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:37.474165 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c26146de-2249-49d4-9ed4-8c556a0ed1d2 req-1e57aae8-7f88-4553-8720-8023d2458aa4 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0519605 Aug 31 23:38:37.476367 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-29642164-7206-42ff-a843-aedbf6488671 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=53ef3368820247bf915b113c0f3eaa07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184988 Aug 31 23:38:37.479032 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 50886) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:37.506123 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75331f01-e495-4861-aac0-6e26e58c84c1 req-ce5e3a44-9fea-421d-854d-c16b73247362 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:37.507630 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-75331f01-e495-4861-aac0-6e26e58c84c1 req-ce5e3a44-9fea-421d-854d-c16b73247362 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 943 time: 0.1094890 Aug 31 23:38:37.517643 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c26146de-2249-49d4-9ed4-8c556a0ed1d2 req-20580c13-c422-4df3-8cc5-a0fd3d02f246 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337009 Aug 31 23:38:37.568457 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-75331f01-e495-4861-aac0-6e26e58c84c1 req-465449ad-8505-4208-8352-a7ad0923de52 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523973 Aug 31 23:38:37.571652 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08d4ff86-daa0-4909-b439-d8c5f12e5a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:37.592463 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08d4ff86-daa0-4909-b439-d8c5f12e5a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:37.639380 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08d4ff86-daa0-4909-b439-d8c5f12e5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:37.641873 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08d4ff86-daa0-4909-b439-d8c5f12e5a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:37.643039 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-08d4ff86-daa0-4909-b439-d8c5f12e5a05 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/80fc8f4d-2600-4bd9-b83d-169b3f970c8c HTTP/1.1" status: 204 len: 168 time: 0.1630781 Aug 31 23:38:37.650687 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4ff86-daa0-4909-b439-d8c5f12e5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fc8f4d-2600-4bd9-b83d-169b3f970c8c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:38.075780 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:38:38.190911 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:38.203556 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'port_id': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'mac_address': 'fa:16:3e:88:88:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:38:38.263492 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.279228 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:38:38.302522 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:38.307787 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.393284 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:38.405973 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 50928) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:38.415225 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.415477 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.415996 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.416527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.417022 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.417508 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.417978 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.418460 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.419205 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.420069 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.420562 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.421058 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:38.528601 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-247343068-network', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:38.550935 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Made reservation on behalf of 8ccf5accf16f4c48a08ca3fbe8899a04 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:38:38.553273 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.561857 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.671569 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.687868 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.714028 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:38:38.737312 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.737652 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Added segment f635fa81-d73a-40b5-baaa-788a1f2422a1 of type vlan for network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 Aug 31 23:38:38.746384 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468811d-ff61-4bfc-8567-850a9696c758 req-85e0759f-06f5-4b1b-b181-9f371df5abf1 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:38.747909 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a468811d-ff61-4bfc-8567-850a9696c758 req-85e0759f-06f5-4b1b-b181-9f371df5abf1 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0997782 Aug 31 23:38:38.748584 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd15c24c-0e3b-416d-8fe1-006ee8e68a7f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:38.770786 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e6e56-0126-47a0-989b-368a99bd7137 req-01e0b0d5-2c4d-4a5b-a54d-0890dee366ef tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:38.772401 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a85e6e56-0126-47a0-989b-368a99bd7137 req-01e0b0d5-2c4d-4a5b-a54d-0890dee366ef tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 944 time: 0.0700760 Aug 31 23:38:38.807920 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['6d8c2604-56b5-4344-b6b7-91a46d44d8f3'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:38:38.811992 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a85e6e56-0126-47a0-989b-368a99bd7137 req-d702c442-a1b5-42c8-a332-cd696656da63 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Aug 31 23:38:38.831695 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.852652 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a468811d-ff61-4bfc-8567-850a9696c758 req-c6654457-1fad-4a45-b4a2-f0bdc20a8779 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928845 Aug 31 23:38:38.871599 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d699a-1f54-433c-a698-57ab2dcfe375 req-8278a67e-15bb-484d-8591-d3b270db3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:38.873512 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc3d699a-1f54-433c-a698-57ab2dcfe375 req-8278a67e-15bb-484d-8591-d3b270db3ffa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 1098 time: 0.1158571 Aug 31 23:38:38.894386 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.895263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:38.895823 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:38.962452 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5552347 Aug 31 23:38:38.965642 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 50936) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:38.969793 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc3d699a-1f54-433c-a698-57ab2dcfe375 req-f7d50c48-97b8-49df-8e21-3e44aafcf040 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881224 Aug 31 23:38:38.971877 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Request body: {'subnet': {'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-247343068-subnet', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:38.977381 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262a419-f2af-4775-96af-086cbb1ff74f admin admin] Pushing event updated for resources: {'Network': ['ID=5f2ed7b2-075b-4bce-bbf3-a7267ad15411,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:38.991632 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:38:39.006871 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Made reservation on behalf of 8ccf5accf16f4c48a08ca3fbe8899a04 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:38:39.009709 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.188965 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.245747 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace112e7-1ab1-4f03-a498-f6e9f4867402,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:39.253463 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Checking segment: {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:39.253625 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Network hostable DHCP agents. Network: 5f2ed7b2-075b-4bce-bbf3-a7267ad15411, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:38:39.270661 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:38:39.279738 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 5f2ed7b2-075b-4bce-bbf3-a7267ad15411) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:39.284502 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:39.285895 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.289282 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e1863e-5044-4c75-b43d-56229cdf426d None None] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:38:39.299524 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f68b2707-83f7-440a-b980-a26927f16878 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3324423 Aug 31 23:38:39.302131 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 50938) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:39.307076 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:39.327781 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.328782 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.384136 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.444183 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:38:39.445044 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.624358 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Allocated IP 172.20.0.2 (5f2ed7b2-075b-4bce-bbf3-a7267ad15411/ace112e7-1ab1-4f03-a498-f6e9f4867402/dfdbdb93-2f5d-41c6-94b9-967b83fc5759) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:39.716360 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.797480 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.806324 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Transition to ACTIVE for port object dfdbdb93-2f5d-41c6-94b9-967b83fc5759 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:39.821744 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Transition to ACTIVE for port object dfdbdb93-2f5d-41c6-94b9-967b83fc5759 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:39.828758 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.872280 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:39.875720 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:39.879887 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:39.886329 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Pushing event updated for resources: {'Port': ['ID=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:39.965209 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e705f5f-5543-433b-a844-8dab969612ee req-8063631c-ba71-46ea-b822-f067b581e1c5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:39.966855 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e705f5f-5543-433b-a844-8dab969612ee req-8063631c-ba71-46ea-b822-f067b581e1c5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 944 time: 0.0586894 Aug 31 23:38:39.986024 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Attempting to bind port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:39.987234 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Attempting to bind port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:39.987234 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Attempting to bind port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 on network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:39.994566 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:39.995090 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Checking segment: {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:39.995674 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.996152 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Bound using segment: {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:39.996839 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:39.997314 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Bound port: dfdbdb93-2f5d-41c6-94b9-967b83fc5759, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:39.997505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.012641 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e705f5f-5543-433b-a844-8dab969612ee req-f75cdd87-1c7b-412a-a1e8-533c38681d9e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Aug 31 23:38:40.024170 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.041709 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b5bd6-3fe7-407d-b5ca-cbb33c59dd24 req-aacd0dc7-35c5-491f-a30c-505ed3e4ffa3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:40.043303 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-735b5bd6-3fe7-407d-b5ca-cbb33c59dd24 req-aacd0dc7-35c5-491f-a30c-505ed3e4ffa3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0922725 Aug 31 23:38:40.070213 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-967feaba-3907-455f-a466-e88692ed26dd None None] For port dfdbdb93-2f5d-41c6-94b9-967b83fc5759, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:40.073497 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-967feaba-3907-455f-a466-e88692ed26dd None None] For port dfdbdb93-2f5d-41c6-94b9-967b83fc5759, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:40.076827 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:40.081240 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.129575 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-735b5bd6-3fe7-407d-b5ca-cbb33c59dd24 req-98754475-e6da-4ccc-bdfc-a7d6cd8d9636 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561783 Aug 31 23:38:40.183384 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967feaba-3907-455f-a466-e88692ed26dd None None] Pushing event updated for resources: {'Port': ['ID=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:40.186337 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:40.189566 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Allocated IP 172.27.3.20 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/ab8976f2-4cef-4071-82c7-d407b3fef306) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:40.190844 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:40.191191 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.288401 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.301874 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.313597 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:40.316147 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc7620-9f67-4748-a300-8357a950af89" -d '{"events": [{"server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:40.341735 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:40.347498 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.387538 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.405496 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f9e0c-4ed4-4954-a138-d3bea5932e1c x-openstack-request-id: req-192f9e0c-4ed4-4954-a138-d3bea5932e1c {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:40.405785 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:40.406049 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-192f9e0c-4ed4-4954-a138-d3bea5932e1c {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:40.406610 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'code': 200} Aug 31 23:38:40.422347 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:40.442424 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:40.446168 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:40.450106 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:40.456059 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Pushing event updated for resources: {'Port': ['ID=ab8976f2-4cef-4071-82c7-d407b3fef306,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:40.710170 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dfdbdb93-2f5d-41c6-94b9-967b83fc5759 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:40.761457 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:40.795975 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:40.861800 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b67705-45c7-4ac1-a38a-1b71b898a169 req-2d45d975-d4c9-46fb-a77d-cd162b9989ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:40.864493 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8b67705-45c7-4ac1-a38a-1b71b898a169 req-2d45d975-d4c9-46fb-a77d-cd162b9989ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 1098 time: 0.0631542 Aug 31 23:38:40.916246 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8b67705-45c7-4ac1-a38a-1b71b898a169 req-f6b6fae6-e974-4f22-b01c-4a0c2f6c5444 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Aug 31 23:38:41.020443 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.166568 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Router aee8b193-bfc7-4108-900e-ce68a34079dd is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:38:41.197814 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0a4d3-ceeb-4722-880c-17604c3ea29c None None] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:38:41.261369 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-28aecd34-527b-4c49-8520-d5990d033d55 None None] Provisioning for port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:41.271780 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-28aecd34-527b-4c49-8520-d5990d033d55 None None] Provisioning complete for port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:41.272102 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-28aecd34-527b-4c49-8520-d5990d033d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.278883 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:38:41.288430 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Sync routers for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:38:41.296691 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.298490 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b21c8c8a-8eb5-4ce2-abef-9923f317f2af admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9952900 Aug 31 23:38:41.299259 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:41.299986 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:41.301244 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 50972) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:41.413439 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:41.426713 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-28aecd34-527b-4c49-8520-d5990d033d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.467792 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-28aecd34-527b-4c49-8520-d5990d033d55 None None] For port dfdbdb93-2f5d-41c6-94b9-967b83fc5759, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:41.479512 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-28aecd34-527b-4c49-8520-d5990d033d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.552711 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aecd34-527b-4c49-8520-d5990d033d55 None None] Pushing event updated for resources: {'Port': ['ID=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:41.616546 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915fb6-5e8b-4d8f-aa6d-0aff97e4c917 req-7a3c8f33-a1fe-44ed-a497-49d5bea80009 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:41.621860 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fc915fb6-5e8b-4d8f-aa6d-0aff97e4c917 req-7a3c8f33-a1fe-44ed-a497-49d5bea80009 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.0808885 Aug 31 23:38:41.655458 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:40Z', 'revision_number': 3, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:41.679316 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fc915fb6-5e8b-4d8f-aa6d-0aff97e4c917 req-605dd2bf-4a06-482b-a3a1-bb9ee673d798 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511758 Aug 31 23:38:41.686053 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Checking router: aee8b193-bfc7-4108-900e-ce68a34079dd for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:38:41.686474 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Updating router aee8b193-bfc7-4108-900e-ce68a34079dd port ab8976f2-4cef-4071-82c7-d407b3fef306 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:38:41.692912 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbea56b-a39a-4652-8900-a5e0eaa743d2 req-d79551ae-1b44-459c-b1ee-62314e522636 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:41.697307 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cbea56b-a39a-4652-8900-a5e0eaa743d2 req-d79551ae-1b44-459c-b1ee-62314e522636 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0958703 Aug 31 23:38:41.718025 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.777169 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cbea56b-a39a-4652-8900-a5e0eaa743d2 req-122f1c19-8df5-41b2-8162-004206275e35 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697856 Aug 31 23:38:41.815855 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-ebf5e9bf-601b-4b62-a74b-9ffcf405776b None None] Provisioning complete for port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:41.816180 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e9bf-601b-4b62-a74b-9ffcf405776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.879306 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.922620 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65bc28-4118-45a2-9b66-266f3a820242 req-938fb572-bc69-4587-8834-ddd6fa8b345b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:41.924163 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a65bc28-4118-45a2-9b66-266f3a820242 req-938fb572-bc69-4587-8834-ddd6fa8b345b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0544887 Aug 31 23:38:41.977785 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a65bc28-4118-45a2-9b66-266f3a820242 req-7ab54510-a61b-4d10-872c-8854f4ad6536 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Aug 31 23:38:42.043055 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.055836 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Transition to ACTIVE for port object ab8976f2-4cef-4071-82c7-d407b3fef306 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:42.062087 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.076920 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Allocated IP 172.20.0.1 (5f2ed7b2-075b-4bce-bbf3-a7267ad15411/ace112e7-1ab1-4f03-a498-f6e9f4867402/ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:42.130351 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Attempting to bind port ab8976f2-4cef-4071-82c7-d407b3fef306 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:42.131374 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Attempting to bind port ab8976f2-4cef-4071-82c7-d407b3fef306 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:42.132256 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Attempting to bind port ab8976f2-4cef-4071-82c7-d407b3fef306 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:42.139851 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Pushing event updated for resources: {'Port': ['ID=ab8976f2-4cef-4071-82c7-d407b3fef306,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:42.150856 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:42.151359 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:42.151823 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.152282 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:42.152865 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Bound port: ab8976f2-4cef-4071-82c7-d407b3fef306, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:42.153308 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.157100 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.157559 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.157968 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.158410 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.158822 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.159298 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.159813 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.160210 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.160617 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.161007 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.161441 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.161781 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:42.219117 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.236245 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] For port ab8976f2-4cef-4071-82c7-d407b3fef306, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:42.241882 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] For port ab8976f2-4cef-4071-82c7-d407b3fef306, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=ab8976f2-4cef-4071-82c7-d407b3fef306,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:42.242131 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Transition to ACTIVE for port object ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:42.250194 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.284189 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.315827 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:42.316896 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:42.386631 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:42.404379 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:42.423541 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:42.520462 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcc19f-a0e9-482a-817a-5bf42d5556bc None None] Pushing event updated for resources: {'Port': ['ID=ab8976f2-4cef-4071-82c7-d407b3fef306,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:42.540134 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Pushing event updated for resources: {'Port': ['ID=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:42.618147 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.651317 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:42.707761 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dfdbdb93-2f5d-41c6-94b9-967b83fc5759 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:42.805833 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:42.806654 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.859239 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f44ae02b-5868-496d-8174-6aba24ebf112 None None] Provisioning for port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:42.868688 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f44ae02b-5868-496d-8174-6aba24ebf112 None None] Provisioning complete for port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:42.869421 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f44ae02b-5868-496d-8174-6aba24ebf112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.879476 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.912635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2a078-9b09-4ecd-80a9-ce0348cc9059 req-51291614-314b-4312-a0a9-469af0167da7 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:42.927285 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ea2a078-9b09-4ecd-80a9-ce0348cc9059 req-51291614-314b-4312-a0a9-469af0167da7 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.1278818 Aug 31 23:38:42.946229 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:40Z', 'revision_number': 3, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:42.970256 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ea2a078-9b09-4ecd-80a9-ce0348cc9059 req-15226636-a733-406f-af44-c8b0b6f97f06 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Aug 31 23:38:42.973411 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f44ae02b-5868-496d-8174-6aba24ebf112 None None] Port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:38:42.973745 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98efa6-d389-404b-ab71-0ed9bae8ddbf None None] The sync data for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi is: [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:40Z', 'revision_number': 3, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:38:43.148639 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e412f3-b5a8-4eca-b6ae-72cfc2829fa1 req-84146ea3-f7c9-42a0-a253-f87327fa4645 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:43.150256 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56e412f3-b5a8-4eca-b6ae-72cfc2829fa1 req-84146ea3-f7c9-42a0-a253-f87327fa4645 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.0785351 Aug 31 23:38:43.173888 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:43.182149 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:43.285352 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56e412f3-b5a8-4eca-b6ae-72cfc2829fa1 req-4be4b0a7-d137-4bcc-bc16-9f7207701aca tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271455 Aug 31 23:38:43.294396 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:43.303047 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Pushing event updated for resources: {'Port': ['ID=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:43.308190 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51050) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:43.436992 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:43.439102 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:43.585605 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d692128-5adc-4de4-a0fb-a23a2537c241 tempest-TestVolumeBootPattern-1906109075 tempest-TestVolumeBootPattern-1906109075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:43.590778 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6d692128-5adc-4de4-a0fb-a23a2537c241 tempest-TestVolumeBootPattern-1906109075 tempest-TestVolumeBootPattern-1906109075-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 1093 time: 0.2771368 Aug 31 23:38:43.590958 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51058) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:43.597425 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'port_id': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:43.648113 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Router aee8b193-bfc7-4108-900e-ce68a34079dd has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:38:43.649746 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:43.704897 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-07fb1c2c-27f0-4937-acab-d86562348ae0 None None] Provisioning complete for port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:43.706438 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-07fb1c2c-27f0-4937-acab-d86562348ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:43.772799 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-07fb1c2c-27f0-4937-acab-d86562348ae0 None None] Port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:38:44.032511 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:38:44.039859 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f778738a-8c66-4ed2-8711-058b7927c855 admin admin] 10.222.0.63 "PUT /v2.0/routers/aee8b193-bfc7-4108-900e-ce68a34079dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7375154 Aug 31 23:38:44.048316 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-dda30d0e-d3cc-4a7e-b4a3-a9496691a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:44.050364 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-dda30d0e-d3cc-4a7e-b4a3-a9496691a80c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1099 time: 0.1498859 Aug 31 23:38:44.059356 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15f772-4afc-4fb0-83d8-421a65516a12 req-0bda7561-f711-4dd4-8e21-3ef1238633ea tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:44.060727 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d15f772-4afc-4fb0-83d8-421a65516a12 req-0bda7561-f711-4dd4-8e21-3ef1238633ea tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1451952 Aug 31 23:38:44.161582 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:44.421829 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d15f772-4afc-4fb0-83d8-421a65516a12 req-fc05217c-72eb-4e03-a368-93f5e16d7e8f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472242 Aug 31 23:38:44.480042 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-eff8fab8-64e3-4a1e-865d-5cc67b753fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:44.481394 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-eff8fab8-64e3-4a1e-865d-5cc67b753fbf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 921 time: 0.4179354 Aug 31 23:38:44.547787 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-cfd36b84-a0de-4aba-8e57-bf54985a7470 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 200 len: 217 time: 0.0567591 Aug 31 23:38:44.611693 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Allocated IP 172.27.3.174 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/8e963111-8d66-44b4-a648-cdc904972c71) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:44.615197 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51082) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:44.620804 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-569299975-network', 'tenant_id': 'c96465c03da74875a01d66552c3245a0'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:44.649838 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-179fbfdc-c7dc-4280-a993-84fe4eb2d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:44.651360 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-179fbfdc-c7dc-4280-a993-84fe4eb2d8da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.0938094 Aug 31 23:38:44.685250 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ab8976f2-4cef-4071-82c7-d407b3fef306 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:44.702428 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Made reservation on behalf of c96465c03da74875a01d66552c3245a0 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:38:44.704677 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:44.740602 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-467a659b-0fa0-42f8-a632-50b86e052fe5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729837 Aug 31 23:38:44.747276 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port ab8976f2-4cef-4071-82c7-d407b3fef306 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:44.747482 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:44.750300 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port ab8976f2-4cef-4071-82c7-d407b3fef306 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:44.750816 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:44.842011 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:44.877941 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Sync routers for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:38:44.894188 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port ab8976f2-4cef-4071-82c7-d407b3fef306, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=ab8976f2-4cef-4071-82c7-d407b3fef306,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:44.903703 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:44.907965 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:44.908580 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:44.922335 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:44.938247 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-4653e883-8d5e-43b8-9dec-356db2ce0fdf service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889961 Aug 31 23:38:45.039840 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=ab8976f2-4cef-4071-82c7-d407b3fef306,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:45.065088 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:45.094105 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.098563 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.137435 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.174054 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:45.188607 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:38:45.192323 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:45.210631 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:45.244217 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c763a7a-012b-4e03-92ac-8420ff8caa18 req-71aaf6ba-1447-4b1c-beb6-7cc3dc3340bc service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607393 Aug 31 23:38:45.244810 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132b780-2721-4510-b79a-a2de9b918142,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:45.247242 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=8e963111-8d66-44b4-a648-cdc904972c71,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:45.257491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.257920 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Added segment 9fa04b89-40c5-40e9-b155-91a04e778149 of type vlan for network 49678edb-2977-4796-abc5-45887aa1ad73 Aug 31 23:38:45.309117 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 2, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:45.337067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.340301 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Checking router: aee8b193-bfc7-4108-900e-ce68a34079dd for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:38:45.340763 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Updating router aee8b193-bfc7-4108-900e-ce68a34079dd port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:38:45.412648 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.413659 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:45.414276 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.493765 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.517045 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9007344 Aug 31 23:38:45.519916 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51096) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:45.531525 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Request body: {'subnet': {'network_id': '49678edb-2977-4796-abc5-45887aa1ad73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-569299975-subnet', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:45.548932 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ce8dd-0234-48f3-95ab-d2875ced8e82 admin admin] Pushing event updated for resources: {'Network': ['ID=49678edb-2977-4796-abc5-45887aa1ad73,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:45.566442 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Made reservation on behalf of c96465c03da74875a01d66552c3245a0 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:38:45.571094 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.602924 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 49678edb-2977-4796-abc5-45887aa1ad73 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:38:45.741764 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.832472 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a07e5-e607-40ec-98c6-72847123de37 req-e4b70f55-5312-4497-acde-847139c90e17 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:45.835359 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.841368 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-357a07e5-e607-40ec-98c6-72847123de37 req-e4b70f55-5312-4497-acde-847139c90e17 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.3015754 Aug 31 23:38:45.885198 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.898436 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-357a07e5-e607-40ec-98c6-72847123de37 req-21e0621d-725a-4b9d-893c-5c9e8629936b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560234 Aug 31 23:38:45.901534 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Transition to ACTIVE for port object ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:45.923131 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.981669 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364c9b0-1f13-4af7-970a-cf0e043f9728 None None] Pushing event updated for resources: {'Port': ['ID=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:46.026882 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.037287 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Attempting to bind port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:46.037818 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Attempting to bind port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:46.038344 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Attempting to bind port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d on network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:46.045315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:46.045857 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Checking segment: {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:46.046393 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.047033 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Bound using segment: {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:46.047521 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Bound port: ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:46.047919 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.086090 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.094382 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.101829 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5a6e87-2c3f-4931-8704-3a7e28731adf,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:46.112388 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Checking segment: {'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:46.112751 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Network hostable DHCP agents. Network: 49678edb-2977-4796-abc5-45887aa1ad73, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:38:46.138519 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Network 49678edb-2977-4796-abc5-45887aa1ad73 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:38:46.147612 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] For port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:46.152647 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] For port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:46.157210 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 49678edb-2977-4796-abc5-45887aa1ad73) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:46.162979 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.173162 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99449245-6af7-4548-a09e-43643cc8dcd0 None None] Network 49678edb-2977-4796-abc5-45887aa1ad73 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:38:46.175995 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:46.177549 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.200335 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d0392c78-0df7-4127-9e37-3f36e9b19ee5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6757939 Aug 31 23:38:46.203409 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51104) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:46.209997 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:46.219933 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=8e963111-8d66-44b4-a648-cdc904972c71,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:46.234268 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.234636 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.235079 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.235338 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.235935 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.236213 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.236575 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.236859 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.237177 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.237492 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.237847 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.238103 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:46.240249 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.242368 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.256545 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.313227 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:46.313751 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:46.316295 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.374877 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Floating IP fb623a2c-6f8c-453e-baf9-2f7df55e3b88 associated. External IP: 172.27.3.174, port: 6d8c2604-56b5-4344-b6b7-91a46d44d8f3. Aug 31 23:38:46.381321 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364c9b0-1f13-4af7-970a-cf0e043f9728 None None] Pushing event updated for resources: {'Port': ['ID=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:46.517855 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.547867 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:46.603726 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-49678edb-2977-4796-abc5-45887aa1ad73', 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'fixed_ips': [{'subnet_id': 'ed5a6e87-2c3f-4931-8704-3a7e28731adf'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:38:46.604597 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.674308 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ab8976f2-4cef-4071-82c7-d407b3fef306 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:46.690788 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:38:46.752586 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:38:46.812134 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.816495 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:38:46.828030 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:38:46.843127 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.844763 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:46.845603 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:46.856790 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.895635 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bbb8f7e8-b86c-4b1f-85a5-477baf499d19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3035493 Aug 31 23:38:46.896183 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:46.900538 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9f9062-5848-497f-a181-63471ef3bd23" -d '{"events": [{"name": "network-changed", "server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:46.949391 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f4e38c-8ee1-445b-9368-d756f38a72e0 x-openstack-request-id: req-d7f4e38c-8ee1-445b-9368-d756f38a72e0 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:46.949391 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:46.949391 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d7f4e38c-8ee1-445b-9368-d756f38a72e0 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:46.949790 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'status': 'completed', 'code': 200} Aug 31 23:38:46.971152 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Allocated IP 172.20.0.2 (49678edb-2977-4796-abc5-45887aa1ad73/ed5a6e87-2c3f-4931-8704-3a7e28731adf/b80c76eb-5ab7-4e9a-9744-837dcdae0789) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:46.980482 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port ab8976f2-4cef-4071-82c7-d407b3fef306 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:46.980904 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:46.988940 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:47.082289 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed346a-114a-4191-9c79-1f4b670f55f7 req-84abe879-6925-41b0-b617-4e566d910c3c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:47.083615 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-60ed346a-114a-4191-9c79-1f4b670f55f7 req-84abe879-6925-41b0-b617-4e566d910c3c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0832992 Aug 31 23:38:47.085447 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Allocated IP 172.27.3.130 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/b08a9501-ddb2-4398-ae1b-12b004468c72) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:47.089549 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-1d8a3878-082e-45e1-9195-3899bf917a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:47.091141 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-1d8a3878-082e-45e1-9195-3899bf917a39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 1098 time: 0.0838327 Aug 31 23:38:47.187304 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:46Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:47.217475 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-028203b6-201b-452b-a214-c3c1d79f460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:47.219159 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-028203b6-201b-452b-a214-c3c1d79f460f service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.1198382 Aug 31 23:38:47.229605 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012fe79-0939-4c56-99f8-6bcf84297c90 None None] The sync data for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi is: [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:46Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:38:47.243344 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-60ed346a-114a-4191-9c79-1f4b670f55f7 req-36c05e4e-2da2-4683-a64c-67dfb7f71bdd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395862 Aug 31 23:38:47.336319 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.343566 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.370174 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Transition to ACTIVE for port object b80c76eb-5ab7-4e9a-9744-837dcdae0789 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:47.387888 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-478025cf-ec79-4de2-90ef-8a4f6db4c806 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c2604-56b5-4344-b6b7-91a46d44d8f3 HTTP/1.1" status: 200 len: 999 time: 0.1528652 Aug 31 23:38:47.398825 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Transition to ACTIVE for port object b80c76eb-5ab7-4e9a-9744-837dcdae0789 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:47.420437 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.425704 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c993b3f3-9c2b-46b2-82a6-b5d5ed25ca80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.433818 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.480034 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Network 49678edb-2977-4796-abc5-45887aa1ad73 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:47.484912 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:47.488991 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:47.514280 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-e73d7e17-44b3-494a-b2d2-bef73a581ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:47.516001 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-e73d7e17-44b3-494a-b2d2-bef73a581ad9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.1181357 Aug 31 23:38:47.519148 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Pushing event updated for resources: {'Port': ['ID=b80c76eb-5ab7-4e9a-9744-837dcdae0789,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:47.523585 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'fb623a2c-6f8c-453e-baf9-2f7df55e3b88', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:88:88:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:38:45Z', 'updated_at': '2021-08-31T23:38:45Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:47.528943 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:47.541019 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:47.549683 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:47.565165 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:38:47.576412 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:47.577045 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:47.590723 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Attempting to bind port b80c76eb-5ab7-4e9a-9744-837dcdae0789 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:47.591066 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Attempting to bind port b80c76eb-5ab7-4e9a-9744-837dcdae0789 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:47.591342 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Attempting to bind port b80c76eb-5ab7-4e9a-9744-837dcdae0789 on network 49678edb-2977-4796-abc5-45887aa1ad73 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:47.596904 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:47.597421 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Checking segment: {'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:47.597824 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.598215 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Bound using segment: {'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:47.598733 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Bound port: b80c76eb-5ab7-4e9a-9744-837dcdae0789, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:47.599109 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.606808 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-658e3cb3-934a-4a38-90ee-8b1e61a5b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:47.609661 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-658e3cb3-934a-4a38-90ee-8b1e61a5b656 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0848618 Aug 31 23:38:47.700251 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b08a9501-ddb2-4398-ae1b-12b004468c72,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:47.734449 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:47.763127 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] For port b80c76eb-5ab7-4e9a-9744-837dcdae0789, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:47.767184 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-187776aa-45bb-46df-a1bd-eaa159b5a67e service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451173 Aug 31 23:38:47.768332 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] For port b80c76eb-5ab7-4e9a-9744-837dcdae0789, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b80c76eb-5ab7-4e9a-9744-837dcdae0789,segment=NetworkSegment(9fa04b89-40c5-40e9-b155-91a04e778149),segment_id=9fa04b89-40c5-40e9-b155-91a04e778149)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:47.775153 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:47.897480 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:48.000527 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2a9f9062-5848-497f-a181-63471ef3bd23 req-883a63e4-99a9-4ae3-aa78-be7c0c6cdc3e service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193167 Aug 31 23:38:48.113765 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b264-1e42-4ab6-908f-ac70cbee7584 None None] Pushing event updated for resources: {'Port': ['ID=b80c76eb-5ab7-4e9a-9744-837dcdae0789,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:48.170031 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'fb623a2c-6f8c-453e-baf9-2f7df55e3b88', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:88:88:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:38:45Z', 'updated_at': '2021-08-31T23:38:45Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:48.213829 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ffe6c-a083-4cb2-865e-7b0747f9dab3 None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'fb623a2c-6f8c-453e-baf9-2f7df55e3b88', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:88:88:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:38:45Z', 'updated_at': '2021-08-31T23:38:45Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:38:48.240822 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:48.415905 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:38:48.426513 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c5823-b7ce-4021-9198-23f7fd6d6b96 req-ef76b016-85c4-4708-8e4e-4152a154ad09 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:48.427382 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3e3c5823-b7ce-4021-9198-23f7fd6d6b96 req-ef76b016-85c4-4708-8e4e-4152a154ad09 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0802388 Aug 31 23:38:48.485530 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3e3c5823-b7ce-4021-9198-23f7fd6d6b96 req-bf63e658-3c94-4a0e-a0ff-c85207404153 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502961 Aug 31 23:38:48.742733 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b80c76eb-5ab7-4e9a-9744-837dcdae0789 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:48.771930 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a64c1c-dd7f-414d-8ff5-dcf98be71a8d None None] New status for floating IP fb623a2c-6f8c-453e-baf9-2f7df55e3b88: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:38:48.797934 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:38:48.808311 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Sync routers for ids ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:38:48.823783 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Routers {'37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:48.828366 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:48.837464 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:48.839436 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0c62328d-821e-40ad-bde7-a4b2d55915c3 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6345303 Aug 31 23:38:48.842153 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51126) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:48.932820 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port b80c76eb-5ab7-4e9a-9744-837dcdae0789 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:48.947507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:49.036791 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Set router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:49.076433 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:49.080646 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:49.081032 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.206953 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.212327 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a805d70-b9b7-4fed-a565-f6b3f52eb4d2 None None] Network 49678edb-2977-4796-abc5-45887aa1ad73 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:38:49.302458 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:49.309405 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.325803 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d64c9635-d00f-442f-95e7-656e064905b0 None None] Provisioning for port b80c76eb-5ab7-4e9a-9744-837dcdae0789 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:49.329238 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:47Z', 'revision_number': 3, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port': {'id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:49.356184 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d64c9635-d00f-442f-95e7-656e064905b0 None None] Provisioning complete for port b80c76eb-5ab7-4e9a-9744-837dcdae0789 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:49.356184 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d64c9635-d00f-442f-95e7-656e064905b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.365508 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Checking router: 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:38:49.367032 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Updating router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac port b08a9501-ddb2-4398-ae1b-12b004468c72 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:38:49.401314 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.448178 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:49.545362 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d64c9635-d00f-442f-95e7-656e064905b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.601505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-d64c9635-d00f-442f-95e7-656e064905b0 None None] For port b80c76eb-5ab7-4e9a-9744-837dcdae0789, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b80c76eb-5ab7-4e9a-9744-837dcdae0789,segment=NetworkSegment(9fa04b89-40c5-40e9-b155-91a04e778149),segment_id=9fa04b89-40c5-40e9-b155-91a04e778149)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:49.615422 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d64c9635-d00f-442f-95e7-656e064905b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.680576 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c9635-d00f-442f-95e7-656e064905b0 None None] Pushing event updated for resources: {'Port': ['ID=b80c76eb-5ab7-4e9a-9744-837dcdae0789,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:49.688474 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f23cb0-c104-4945-9edf-b1ac5c46761b req-2232f06b-d00e-49fe-8246-229aab0d4971 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:49.692277 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72f23cb0-c104-4945-9edf-b1ac5c46761b req-2232f06b-d00e-49fe-8246-229aab0d4971 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0756423 Aug 31 23:38:49.771795 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72f23cb0-c104-4945-9edf-b1ac5c46761b req-d64dc63a-83df-4efc-bde7-f173a78754ec tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Aug 31 23:38:49.799251 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.814703 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-aee556ff-98c7-47a1-994d-e33638fcccd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.882073 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.901256 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Transition to ACTIVE for port object b08a9501-ddb2-4398-ae1b-12b004468c72 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:49.911008 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.912511 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.946168 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-34157635-ed7f-4315-bd5c-2d56ef492a15 None None] Provisioning complete for port b80c76eb-5ab7-4e9a-9744-837dcdae0789 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:49.946667 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-34157635-ed7f-4315-bd5c-2d56ef492a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.968277 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e90e5-b10a-41df-9a26-32779bf4a3b6 None None] Pushing event updated for resources: {'Port': ['ID=b08a9501-ddb2-4398-ae1b-12b004468c72,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:49.972922 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Attempting to bind port b08a9501-ddb2-4398-ae1b-12b004468c72 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:49.973431 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Attempting to bind port b08a9501-ddb2-4398-ae1b-12b004468c72 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:49.973894 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Attempting to bind port b08a9501-ddb2-4398-ae1b-12b004468c72 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:49.979591 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:49.980045 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:49.980515 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:49.981256 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:49.981515 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Bound port: b08a9501-ddb2-4398-ae1b-12b004468c72, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:49.981981 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.033748 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Allocated IP 172.20.0.1 (49678edb-2977-4796-abc5-45887aa1ad73/ed5a6e87-2c3f-4931-8704-3a7e28731adf/1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:50.048805 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] For port b08a9501-ddb2-4398-ae1b-12b004468c72, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:50.052257 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] For port b08a9501-ddb2-4398-ae1b-12b004468c72, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b08a9501-ddb2-4398-ae1b-12b004468c72,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:50.056568 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.114417 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Routers {'37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:50.115200 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:50.150942 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e90e5-b10a-41df-9a26-32779bf4a3b6 None None] Pushing event updated for resources: {'Port': ['ID=b08a9501-ddb2-4398-ae1b-12b004468c72,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:50.158843 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.182783 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Transition to ACTIVE for port object 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:50.246576 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.262303 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] Set router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:50.290593 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Network 49678edb-2977-4796-abc5-45887aa1ad73 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:50.306146 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:50.310595 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Pushing event updated for resources: {'Port': ['ID=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:50.311895 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:50.365240 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.423255 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-40c287fa-f904-4784-8c04-20b84f8f367d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256726 Aug 31 23:38:50.459117 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:47Z', 'revision_number': 3, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port': {'id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:50.498569 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4427de-33d0-4c66-9d91-9cfc07e97e3b None None] The sync data for ids ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'] in dv-cinder-759943-18-iscsi is: [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:47Z', 'revision_number': 3, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port': {'id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:38:50.570380 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.576573 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-373bd7ca-1641-42fe-bee1-5a8301bf67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:50.578109 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-373bd7ca-1641-42fe-bee1-5a8301bf67c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1099 time: 0.0970221 Aug 31 23:38:50.585432 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-7dd35d60-ff28-4362-87b4-5fc027377b46 None None] Provisioning for port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:50.600251 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-7dd35d60-ff28-4362-87b4-5fc027377b46 None None] Provisioning complete for port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:50.600840 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7dd35d60-ff28-4362-87b4-5fc027377b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.668224 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-7dd35d60-ff28-4362-87b4-5fc027377b46 None None] Port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:38:50.694582 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b80c76eb-5ab7-4e9a-9744-837dcdae0789 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:50.785304 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port b80c76eb-5ab7-4e9a-9744-837dcdae0789 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:50.785876 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.823651 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-55a344d3-2dd8-46a3-a058-8d178bb6ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:50.826194 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-55a344d3-2dd8-46a3-a058-8d178bb6ffa1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.1906857 Aug 31 23:38:50.936504 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:50.954779 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.978566 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:51.022501 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:51.022955 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:51.037724 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-56ad2d6b-c960-4172-b512-b326d11651b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 200 len: 1001 time: 0.1962860 Aug 31 23:38:51.074380 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf765e88-d782-4139-bc83-ffeae94d71c3 req-4250cb28-9da1-48cf-a635-ab437684ebd0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:51.075947 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf765e88-d782-4139-bc83-ffeae94d71c3 req-4250cb28-9da1-48cf-a635-ab437684ebd0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1770811 Aug 31 23:38:51.125330 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Pushing event updated for resources: {'Port': ['ID=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:51.130790 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:51.134782 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:51.178280 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf765e88-d782-4139-bc83-ffeae94d71c3 req-031cadb7-d234-4ba0-8ac1-ad16b4c5efbf tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684144 Aug 31 23:38:51.205372 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-fab28f23-3c7b-4a17-953f-e7ee4db94ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:51.206869 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-fab28f23-3c7b-4a17-953f-e7ee4db94ed6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.1504560 Aug 31 23:38:51.296461 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-7a9b1483-9410-4c72-aa14-c43815d51b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:51.297978 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-7a9b1483-9410-4c72-aa14-c43815d51b46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777173 Aug 31 23:38:51.299871 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Network 49678edb-2977-4796-abc5-45887aa1ad73 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:51.301403 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:51.493277 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-21ac4b18-3b20-48e2-be06-66913341fa16 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819005 Aug 31 23:38:51.497456 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:38:51.601763 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-7813361d-71d9-4779-81ea-b0dea54a97c1 None None] Provisioning complete for port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:51.602310 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7813361d-71d9-4779-81ea-b0dea54a97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:51.637078 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-7813361d-71d9-4779-81ea-b0dea54a97c1 None None] Port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:38:51.675698 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b0f062-fd7b-482f-8044-465b827e60ff req-b10bee82-e11c-40d6-82cb-1bc39a34cb53 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740139 Aug 31 23:38:51.682060 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:38:51.687091 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2e3afbfd-f0ce-4d91-abd2-2a4f373bc23e admin admin] 10.222.0.63 "PUT /v2.0/routers/37824c8e-4b7f-4c85-8dea-d1d80f6f6dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8438413 Aug 31 23:38:52.262809 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Sync routers for ids ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:38:52.273531 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Routers {'37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:52.274163 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:52.340827 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51160) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:52.346512 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-23968903-7cb5-4d0c-a304-f306c28e7171 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50109461', 'description': 'tempest-secgroup-smoke-50109461 description', 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:52.375800 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23968903-7cb5-4d0c-a304-f306c28e7171 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.395963 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfc6f1-9ac6-412c-a7b9-f43454246135 req-bd94110b-5f75-4008-8acc-3824f25243e2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:52.397523 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7dfc6f1-9ac6-412c-a7b9-f43454246135 req-bd94110b-5f75-4008-8acc-3824f25243e2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0659740 Aug 31 23:38:52.412702 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Set router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:52.443835 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7dfc6f1-9ac6-412c-a7b9-f43454246135 req-bb969cfa-ce57-4f02-8f44-3f520ab4be43 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368509 Aug 31 23:38:52.478420 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23968903-7cb5-4d0c-a304-f306c28e7171 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.487473 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23968903-7cb5-4d0c-a304-f306c28e7171 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.519028 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23968903-7cb5-4d0c-a304-f306c28e7171 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211e045c-1eff-41d6-a76d-7b0cc82f4fd2,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:52.522367 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23968903-7cb5-4d0c-a304-f306c28e7171 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.524260 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-23968903-7cb5-4d0c-a304-f306c28e7171 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1811314 Aug 31 23:38:52.528260 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51162) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:52.533215 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-efadc11f-af7f-4055-92fe-6d0fc9a43517 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'security_group_rule': {'security_group_id': '211e045c-1eff-41d6-a76d-7b0cc82f4fd2', 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:52.560655 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-efadc11f-af7f-4055-92fe-6d0fc9a43517 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.634513 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-efadc11f-af7f-4055-92fe-6d0fc9a43517 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.641119 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-efadc11f-af7f-4055-92fe-6d0fc9a43517 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.660120 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadc11f-af7f-4055-92fe-6d0fc9a43517 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c6a4bb-20ec-4bec-a9c4-edb1ee1975f2,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:52.675895 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-efadc11f-af7f-4055-92fe-6d0fc9a43517 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.677114 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-efadc11f-af7f-4055-92fe-6d0fc9a43517 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479912 Aug 31 23:38:52.679982 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51164) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:52.690479 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-bad3e7cf-ba6c-48d0-89bc-a21bd3344539 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'security_group_rule': {'security_group_id': '211e045c-1eff-41d6-a76d-7b0cc82f4fd2', 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:52.691525 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.694502 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b08a9501-ddb2-4398-ae1b-12b004468c72 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:52.718135 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bad3e7cf-ba6c-48d0-89bc-a21bd3344539 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.751182 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:50Z', 'revision_number': 4, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port': {'id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3', 'name': '', 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'mac_address': 'fa:16:3e:cd:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ed5a6e87-2c3f-4931-8704-3a7e28731adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:49Z', 'updated_at': '2021-08-31T23:38:50Z', 'revision_number': 2, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'subnets': [{'id': 'ed5a6e87-2c3f-4931-8704-3a7e28731adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:52.782371 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bad3e7cf-ba6c-48d0-89bc-a21bd3344539 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.783762 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Checking router: 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:38:52.783980 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Updating router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:38:52.790814 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bad3e7cf-ba6c-48d0-89bc-a21bd3344539 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.807360 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port b08a9501-ddb2-4398-ae1b-12b004468c72 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:52.811568 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3e7cf-ba6c-48d0-89bc-a21bd3344539 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fd7bd0-8d11-4b52-a016-668049ccdd6e,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:52.814822 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port b08a9501-ddb2-4398-ae1b-12b004468c72 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:52.815439 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.818030 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bad3e7cf-ba6c-48d0-89bc-a21bd3344539 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.819703 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bad3e7cf-ba6c-48d0-89bc-a21bd3344539 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382108 Aug 31 23:38:52.822060 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51166) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:52.826843 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-110231b2-4caa-4db7-a2c0-aebe1599c16b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'security_group_rule': {'security_group_id': '211e045c-1eff-41d6-a76d-7b0cc82f4fd2', 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:52.841011 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.858125 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-110231b2-4caa-4db7-a2c0-aebe1599c16b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.931438 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-110231b2-4caa-4db7-a2c0-aebe1599c16b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.947607 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-110231b2-4caa-4db7-a2c0-aebe1599c16b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.966710 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110231b2-4caa-4db7-a2c0-aebe1599c16b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb6960-5ac6-415d-a7ed-186cbc695109,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:52.976282 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-110231b2-4caa-4db7-a2c0-aebe1599c16b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:52.980039 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-110231b2-4caa-4db7-a2c0-aebe1599c16b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542807 Aug 31 23:38:52.980338 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51168) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:52.985292 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d27cfa57-7fa0-49d2-aa7b-2ed859ac0e39 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'security_group_rule': {'security_group_id': '211e045c-1eff-41d6-a76d-7b0cc82f4fd2', 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:53.012611 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.017217 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d27cfa57-7fa0-49d2-aa7b-2ed859ac0e39 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.105072 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d27cfa57-7fa0-49d2-aa7b-2ed859ac0e39 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.110411 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d27cfa57-7fa0-49d2-aa7b-2ed859ac0e39 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.139748 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cfa57-7fa0-49d2-aa7b-2ed859ac0e39 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2648b55d-711a-4547-a1be-b6d314c31762,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:53.150031 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d27cfa57-7fa0-49d2-aa7b-2ed859ac0e39 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.154574 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d27cfa57-7fa0-49d2-aa7b-2ed859ac0e39 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701481 Aug 31 23:38:53.155285 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51172) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:53.160047 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'security_group_rule': {'security_group_id': '211e045c-1eff-41d6-a76d-7b0cc82f4fd2', 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:53.185160 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Project 8ccf5accf16f4c48a08ca3fbe8899a04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:38:53.190321 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.206446 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port b08a9501-ddb2-4398-ae1b-12b004468c72, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b08a9501-ddb2-4398-ae1b-12b004468c72,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:53.213674 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.250215 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.256928 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.283430 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a217482f-2a1b-454e-9708-1e3fbddc1d1b,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:53.292587 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.297608 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51176) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:53.303096 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=b08a9501-ddb2-4398-ae1b-12b004468c72,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:53.304273 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'security_group_rule': {'security_group_id': '211e045c-1eff-41d6-a76d-7b0cc82f4fd2', 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:53.307844 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1d410b32-bfc5-4f51-ad9e-8cf1df81aaea tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513734 Aug 31 23:38:53.334209 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Project 8ccf5accf16f4c48a08ca3fbe8899a04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:38:53.339956 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.382068 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.395742 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Transition to ACTIVE for port object 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:53.406814 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.418017 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.428415 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.458491 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99165cd7-6ef0-41de-9b91-a8987e2246bb,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:53.464000 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.476928 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-44e66320-af48-41bf-8018-4ab1a1d07edc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1664934 Aug 31 23:38:53.482849 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af296-c2f1-4f8c-b10f-c7fb24eea2ab None None] Pushing event updated for resources: {'Port': ['ID=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:53.547770 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Attempting to bind port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:53.548142 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Attempting to bind port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:53.548506 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Attempting to bind port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 on network 49678edb-2977-4796-abc5-45887aa1ad73 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:53.570143 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:53.570634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Checking segment: {'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:53.571531 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.572778 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Bound using segment: {'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:53.573289 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Bound port: 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa04b89-40c5-40e9-b155-91a04e778149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:53.573701 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.625836 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa167d-ac31-49b1-99d7-e3912d6b38fe req-92530393-0c86-48b3-9276-01aab015141a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:53.627598 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0fa167d-ac31-49b1-99d7-e3912d6b38fe req-92530393-0c86-48b3-9276-01aab015141a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0940661 Aug 31 23:38:53.674213 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] For port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:53.682189 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] For port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,segment=NetworkSegment(9fa04b89-40c5-40e9-b155-91a04e778149),segment_id=9fa04b89-40c5-40e9-b155-91a04e778149)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:53.688414 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0fa167d-ac31-49b1-99d7-e3912d6b38fe req-0994797d-852e-4c0a-a98a-b920cc46e91e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502563 Aug 31 23:38:53.691042 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:53.752188 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Routers {'37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:53.752832 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:38:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:53.808265 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af296-c2f1-4f8c-b10f-c7fb24eea2ab None None] Pushing event updated for resources: {'Port': ['ID=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:53.896757 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] Set router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:54.156550 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:50Z', 'revision_number': 4, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port': {'id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3', 'name': '', 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'mac_address': 'fa:16:3e:cd:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ed5a6e87-2c3f-4931-8704-3a7e28731adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:49Z', 'updated_at': '2021-08-31T23:38:53Z', 'revision_number': 4, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'subnets': [{'id': 'ed5a6e87-2c3f-4931-8704-3a7e28731adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:54.188048 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2119b-a896-4b1f-81bb-56f0f6a786da None None] The sync data for ids ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'] in dv-cinder-759943-18-iscsi is: [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:50Z', 'revision_number': 4, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port': {'id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3', 'name': '', 'network_id': '49678edb-2977-4796-abc5-45887aa1ad73', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'mac_address': 'fa:16:3e:cd:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ed5a6e87-2c3f-4931-8704-3a7e28731adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:49Z', 'updated_at': '2021-08-31T23:38:53Z', 'revision_number': 4, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'subnets': [{'id': 'ed5a6e87-2c3f-4931-8704-3a7e28731adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:38:54.742940 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b08a9501-ddb2-4398-ae1b-12b004468c72 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:54.808947 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port b08a9501-ddb2-4398-ae1b-12b004468c72 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:54.809616 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.842399 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656246e9-399d-4647-a08b-54e6c7b8b3b0 req-fdae7146-7254-43f5-bb98-0116c64839f9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:54.844025 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-656246e9-399d-4647-a08b-54e6c7b8b3b0 req-fdae7146-7254-43f5-bb98-0116c64839f9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0595338 Aug 31 23:38:54.886410 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-656246e9-399d-4647-a08b-54e6c7b8b3b0 req-87767b33-6bc4-4a57-9704-648ea810a21d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351791 Aug 31 23:38:54.897176 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:54.962243 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:54.966753 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:54.967133 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.054566 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.089719 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,segment=NetworkSegment(9fa04b89-40c5-40e9-b155-91a04e778149),segment_id=9fa04b89-40c5-40e9-b155-91a04e778149)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:55.093330 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.156760 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:56.009049 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0efb-b384-487d-833b-eaf0a3cad24d req-07530fc0-e83b-442d-b685-8e3f88e41abe tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:56.010715 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-579f0efb-b384-487d-833b-eaf0a3cad24d req-07530fc0-e83b-442d-b685-8e3f88e41abe tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0528138 Aug 31 23:38:56.013477 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:56.052520 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-579f0efb-b384-487d-833b-eaf0a3cad24d req-3978df98-ef10-4bed-96b1-10cf2f28fb38 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356781 Aug 31 23:38:56.646686 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:56.695407 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:56.695811 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:57.179805 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b13ad2-f0e7-4740-a2cb-560ced3b1278 req-b9186c31-cfb8-47dd-a48f-2466e2a526ca tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:57.181388 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1b13ad2-f0e7-4740-a2cb-560ced3b1278 req-b9186c31-cfb8-47dd-a48f-2466e2a526ca tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0502117 Aug 31 23:38:57.234972 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1b13ad2-f0e7-4740-a2cb-560ced3b1278 req-873e3a2a-df87-4b74-8a66-304d4aafc016 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Aug 31 23:38:58.369119 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5989f88-6c9e-44b2-a534-f2b97dbc5209 req-4af26dbc-b9c4-4676-be6f-4dc634c8296d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:58.370709 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5989f88-6c9e-44b2-a534-f2b97dbc5209 req-4af26dbc-b9c4-4676-be6f-4dc634c8296d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0624416 Aug 31 23:38:58.411876 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5989f88-6c9e-44b2-a534-f2b97dbc5209 req-77af64bd-5cbc-40ff-9ad8-4ea0dfa559e0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Aug 31 23:38:59.534860 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6884f-c48e-4b00-a978-76bb9fd2d00b req-2ed1de6a-0e37-4c8c-a45e-3bf9732d1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.536371 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4c6884f-c48e-4b00-a978-76bb9fd2d00b req-2ed1de6a-0e37-4c8c-a45e-3bf9732d1d0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1099 time: 0.0768538 Aug 31 23:38:59.552961 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee26f0-5be0-4c68-8a5d-db40d8fbbec1 req-b3ac8575-873d-44fa-ba4c-06e071f07a57 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.554509 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-94ee26f0-5be0-4c68-8a5d-db40d8fbbec1 req-b3ac8575-873d-44fa-ba4c-06e071f07a57 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0635474 Aug 31 23:38:59.604734 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4c6884f-c48e-4b00-a978-76bb9fd2d00b req-d6127c2d-5d81-44ad-8477-867d6b8f55fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491943 Aug 31 23:38:59.612229 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-94ee26f0-5be0-4c68-8a5d-db40d8fbbec1 req-1bd0de38-dbda-4899-93d4-d726ddfd14ed tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513365 Aug 31 23:39:00.734163 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb502b-779e-4ab6-8042-9d025dea2dec req-ec517823-ad69-4ba7-a98f-4d901ef9571f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:00.735748 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27eb502b-779e-4ab6-8042-9d025dea2dec req-ec517823-ad69-4ba7-a98f-4d901ef9571f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0522559 Aug 31 23:39:00.775875 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27eb502b-779e-4ab6-8042-9d025dea2dec req-11cc596f-4b4a-47d5-948e-be0645d20474 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Aug 31 23:39:01.892097 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7cb2-715e-4d4c-b235-232a3187ebd2 req-7ce5a3b3-5842-42cb-b384-32c3315d66c1 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:01.893613 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fd2a7cb2-715e-4d4c-b235-232a3187ebd2 req-7ce5a3b3-5842-42cb-b384-32c3315d66c1 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0502908 Aug 31 23:39:01.937280 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fd2a7cb2-715e-4d4c-b235-232a3187ebd2 req-91eb604b-3a1c-4001-8999-d75993fe6a6f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377355 Aug 31 23:39:02.193769 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573e9fa-81fa-4fc2-97d2-4e97978687d4 req-201d021f-2100-4bdf-8c71-f483e41e69e7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.195414 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d573e9fa-81fa-4fc2-97d2-4e97978687d4 req-201d021f-2100-4bdf-8c71-f483e41e69e7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0519731 Aug 31 23:39:02.214049 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-6db5c5e2-5af8-45bf-93e5-d00ec695109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.215597 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-6db5c5e2-5af8-45bf-93e5-d00ec695109d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1099 time: 0.0448260 Aug 31 23:39:02.235476 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d573e9fa-81fa-4fc2-97d2-4e97978687d4 req-6f45a2f9-e432-4ecf-bdc9-b2fc8d30a3f9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Aug 31 23:39:02.328046 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-2097bd0a-8d39-432c-b25b-29bc352b4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.329427 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-2097bd0a-8d39-432c-b25b-29bc352b4df4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 921 time: 0.0977492 Aug 31 23:39:02.385220 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-b788fdd2-8928-4216-a6ac-5257d9b8c939 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 200 len: 217 time: 0.0378714 Aug 31 23:39:02.689925 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-1dfb30d5-2926-482f-8137-dd40025b57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.691466 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-1dfb30d5-2926-482f-8137-dd40025b57de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.2898057 Aug 31 23:39:02.725752 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-4915ecfb-7493-4899-9505-bdde42ac0cdb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259249 Aug 31 23:39:02.822738 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-183598af-54b9-42b6-8613-9c742287e10c service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854633 Aug 31 23:39:02.920414 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-598ecab0-9c64-4c7b-ae14-eabe4c99da29 req-b4df9ab2-f271-4269-bb10-ac821fd3497f service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841780 Aug 31 23:39:03.370298 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e79ba-5f54-4a79-bbbb-0f79530101b3 req-c3d7454a-fbe2-443e-b4b6-2fd6c5ec10f2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.371984 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-013e79ba-5f54-4a79-bbbb-0f79530101b3 req-c3d7454a-fbe2-443e-b4b6-2fd6c5ec10f2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0638418 Aug 31 23:39:03.409858 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-013e79ba-5f54-4a79-bbbb-0f79530101b3 req-b50ad809-9779-4ade-8c5d-c37276aeda9d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Aug 31 23:39:04.554422 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd394f-b1c8-45d2-ab57-65936335df93 req-c4e4a66c-b4f3-473e-b68b-bffa1ebc52fe tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:04.556650 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91dd394f-b1c8-45d2-ab57-65936335df93 req-c4e4a66c-b4f3-473e-b68b-bffa1ebc52fe tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0593853 Aug 31 23:39:04.556962 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e100e-c0bb-44c2-8e15-1c0021fa739f req-42d0a614-0bf1-4e00-8975-20f1d78173bd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:04.558489 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1f7e100e-c0bb-44c2-8e15-1c0021fa739f req-42d0a614-0bf1-4e00-8975-20f1d78173bd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0686445 Aug 31 23:39:04.599707 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1f7e100e-c0bb-44c2-8e15-1c0021fa739f req-1f5ec6d7-debe-4e45-a543-f2e4cb361d58 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348737 Aug 31 23:39:04.608300 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91dd394f-b1c8-45d2-ab57-65936335df93 req-befb67b6-6ac1-4732-a349-a866509c000d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Aug 31 23:39:05.735567 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b003fe-0658-41db-9fad-a1b48acf49e4 req-7cfc77b2-2f71-4413-b17c-7031aa0999e2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:05.735567 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b7b003fe-0658-41db-9fad-a1b48acf49e4 req-7cfc77b2-2f71-4413-b17c-7031aa0999e2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0521007 Aug 31 23:39:05.784453 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b7b003fe-0658-41db-9fad-a1b48acf49e4 req-3b8742b5-cb9c-4282-86f8-9c7cd1379217 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353730 Aug 31 23:39:05.784577 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935d832-b4bb-4032-9bc2-7a1f4c0b94a0 req-659a361e-9e19-4faf-8a96-8dd964b3f266 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:05.784577 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0935d832-b4bb-4032-9bc2-7a1f4c0b94a0 req-659a361e-9e19-4faf-8a96-8dd964b3f266 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0551336 Aug 31 23:39:05.819711 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0935d832-b4bb-4032-9bc2-7a1f4c0b94a0 req-c12e485d-596f-43c5-acfe-a5191c3511ac tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Aug 31 23:39:06.919855 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fefa6-980b-4621-8f5b-22b748dd3586 req-2f4911b2-7558-4c99-beac-3a179d012ac4 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:06.921398 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b3fefa6-980b-4621-8f5b-22b748dd3586 req-2f4911b2-7558-4c99-beac-3a179d012ac4 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0517809 Aug 31 23:39:06.951056 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dc8df-ddba-4324-ae8b-47e103940bbf req-6d16c058-ee4e-4e33-acf3-34c29a891765 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:06.952511 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-803dc8df-ddba-4324-ae8b-47e103940bbf req-6d16c058-ee4e-4e33-acf3-34c29a891765 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0524557 Aug 31 23:39:06.960529 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b3fefa6-980b-4621-8f5b-22b748dd3586 req-e04d2966-c71f-48b4-b768-4938db4fccb2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Aug 31 23:39:06.993267 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-803dc8df-ddba-4324-ae8b-47e103940bbf req-3c7d51a6-a7c4-4972-9330-74d8e6dee6b0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345964 Aug 31 23:39:08.091335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14b135-086d-4004-8957-8b863e04d614 req-721061db-9e59-4814-985b-ff96f2761f0a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:08.093007 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bb14b135-086d-4004-8957-8b863e04d614 req-721061db-9e59-4814-985b-ff96f2761f0a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0645823 Aug 31 23:39:08.133028 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bb14b135-086d-4004-8957-8b863e04d614 req-0933bb53-3714-4167-8b7f-6571d2d66d91 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Aug 31 23:39:08.133724 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa86a21-b5a2-42d1-95c6-d98485f1d50d req-5d4f5df3-7a57-4d38-8dcf-8f48bbbe7421 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:08.136935 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7aa86a21-b5a2-42d1-95c6-d98485f1d50d req-5d4f5df3-7a57-4d38-8dcf-8f48bbbe7421 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0560510 Aug 31 23:39:08.185512 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7aa86a21-b5a2-42d1-95c6-d98485f1d50d req-1eb8eb20-adaa-4bfa-a464-8f6634f86111 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424159 Aug 31 23:39:09.323656 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417954e-7c46-4f38-9db7-d850c5bc3d5d req-ccd5a094-1e49-441b-96cf-3631123c0e0b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:09.325334 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5417954e-7c46-4f38-9db7-d850c5bc3d5d req-ccd5a094-1e49-441b-96cf-3631123c0e0b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0541615 Aug 31 23:39:09.363964 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5417954e-7c46-4f38-9db7-d850c5bc3d5d req-d3391355-a84f-4c61-8ab1-e9c3dd625281 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Aug 31 23:39:10.499305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aca11d-43c3-423d-a260-447eef3e8403 req-57d4e310-1a40-44f9-bf67-a20bcceb19a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:10.500883 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28aca11d-43c3-423d-a260-447eef3e8403 req-57d4e310-1a40-44f9-bf67-a20bcceb19a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0638702 Aug 31 23:39:10.551059 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28aca11d-43c3-423d-a260-447eef3e8403 req-51fa7b18-1138-438c-b54d-d4d819851b32 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 Aug 31 23:39:10.668613 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba5f4a-a5ca-4f1f-b123-8d533c72fbad req-e6e2b3e3-c0d7-43f4-bab3-9980c7880b05 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:10.670124 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-37ba5f4a-a5ca-4f1f-b123-8d533c72fbad req-e6e2b3e3-c0d7-43f4-bab3-9980c7880b05 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0614440 Aug 31 23:39:10.710408 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-37ba5f4a-a5ca-4f1f-b123-8d533c72fbad req-1b0f1044-bfd9-4fa7-ac79-b1d2512ca43c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341065 Aug 31 23:39:11.688422 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1af04-b30f-45b7-847f-9eb0497ed7aa req-0b521879-6757-4e66-8776-27985fbdac3e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:11.689961 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66c1af04-b30f-45b7-847f-9eb0497ed7aa req-0b521879-6757-4e66-8776-27985fbdac3e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0531723 Aug 31 23:39:11.729616 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66c1af04-b30f-45b7-847f-9eb0497ed7aa req-9e04f877-ecb9-4b94-a92a-d9ff48a40466 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336089 Aug 31 23:39:12.865824 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b0629-76db-4809-8b4b-6c4ebd58671d req-5bf9e345-a74d-4482-9d7f-ebce8187c9fe tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:12.867344 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c66b0629-76db-4809-8b4b-6c4ebd58671d req-5bf9e345-a74d-4482-9d7f-ebce8187c9fe tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0499563 Aug 31 23:39:12.905971 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c66b0629-76db-4809-8b4b-6c4ebd58671d req-c4f55544-810f-4b77-af3b-2bd341ba6219 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Aug 31 23:39:14.031658 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0228eb-6950-4d38-8bed-74f93723c149 req-fa48c206-0be7-4cb4-a1c1-077fde2df1e3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:14.033108 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0e0228eb-6950-4d38-8bed-74f93723c149 req-fa48c206-0be7-4cb4-a1c1-077fde2df1e3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0542717 Aug 31 23:39:14.075467 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0e0228eb-6950-4d38-8bed-74f93723c149 req-f2861b1c-32dc-4c47-83e7-9e180f0b27b5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Aug 31 23:39:15.200792 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8a97b-97ad-4640-8d18-63bd30fa1d35 req-39baa9b2-20a1-426c-9b35-fa1d120028c6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:15.202417 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c5c8a97b-97ad-4640-8d18-63bd30fa1d35 req-39baa9b2-20a1-426c-9b35-fa1d120028c6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0523808 Aug 31 23:39:15.242504 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c5c8a97b-97ad-4640-8d18-63bd30fa1d35 req-b0dd334e-d214-4192-92a2-e1fe4d48cb81 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335975 Aug 31 23:39:15.684326 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78f00-ce98-4b1e-93f7-627ab4202860 req-ad466135-77f7-4d7a-882b-94d061d6592f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:15.685723 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebf78f00-ce98-4b1e-93f7-627ab4202860 req-ad466135-77f7-4d7a-882b-94d061d6592f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0500474 Aug 31 23:39:15.724968 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebf78f00-ce98-4b1e-93f7-627ab4202860 req-50a2dd5e-525b-41da-8df7-34128aeba64f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332670 Aug 31 23:39:16.374222 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a610e6-0605-42ca-9d87-235b293fd4b9 req-4738ad20-cb3b-49f1-b9ed-5f51caaacb77 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:16.375789 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-76a610e6-0605-42ca-9d87-235b293fd4b9 req-4738ad20-cb3b-49f1-b9ed-5f51caaacb77 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0504742 Aug 31 23:39:16.413993 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-76a610e6-0605-42ca-9d87-235b293fd4b9 req-b1dd7796-db1d-4d29-9cae-50acc41133ac tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Aug 31 23:39:16.788492 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51572) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:16.861695 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c13c5-1276-4218-9b3a-b4032fc63b26 req-0c563fa8-1bae-41c4-a4eb-bd1d2a3c9241 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:16.863599 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f9c13c5-1276-4218-9b3a-b4032fc63b26 req-0c563fa8-1bae-41c4-a4eb-bd1d2a3c9241 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Aug 31 23:39:16.906591 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0440b6de-191f-40b7-83ed-0883daed98c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:16.909351 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f9c13c5-1276-4218-9b3a-b4032fc63b26 req-3f5a7a0f-4bfe-43a2-aa8f-2363e5fe62c7 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377340 Aug 31 23:39:16.999041 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0440b6de-191f-40b7-83ed-0883daed98c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:17.005793 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0440b6de-191f-40b7-83ed-0883daed98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:17.042768 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440b6de-191f-40b7-83ed-0883daed98c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4540ba4d-8e7e-479b-b7c8-74062f47b1f2,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:17.046943 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0440b6de-191f-40b7-83ed-0883daed98c1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6429f1420202449fa4992cc91850eed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573400 Aug 31 23:39:17.049576 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51582) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:17.098558 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8517df92-acb5-4c8a-88d2-fb8e7885b267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:17.119797 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8517df92-acb5-4c8a-88d2-fb8e7885b267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:17.167506 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8517df92-acb5-4c8a-88d2-fb8e7885b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:17.170398 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8517df92-acb5-4c8a-88d2-fb8e7885b267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:17.171891 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8517df92-acb5-4c8a-88d2-fb8e7885b267 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4540ba4d-8e7e-479b-b7c8-74062f47b1f2 HTTP/1.1" status: 204 len: 168 time: 0.1212702 Aug 31 23:39:17.181823 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517df92-acb5-4c8a-88d2-fb8e7885b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4540ba4d-8e7e-479b-b7c8-74062f47b1f2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:17.318758 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ea31c2b8-24f8-4fd6-9968-dc94e95de62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:17.546802 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc320f-9ef9-40be-8895-619ea056e49a req-1e05324c-0431-4ff9-a9cc-f00fbd8f7d6e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:17.548458 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6bc320f-9ef9-40be-8895-619ea056e49a req-1e05324c-0431-4ff9-a9cc-f00fbd8f7d6e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0534894 Aug 31 23:39:17.588071 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6bc320f-9ef9-40be-8895-619ea056e49a req-b200a37d-c307-417a-8360-80b1c769d3a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338364 Aug 31 23:39:18.033735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f291-c951-4b9a-ac4a-aa2797366789 req-ba177fd0-1cc0-45e1-bd3c-989cdd0a5ffd tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:18.035347 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4900f291-c951-4b9a-ac4a-aa2797366789 req-ba177fd0-1cc0-45e1-bd3c-989cdd0a5ffd tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0570693 Aug 31 23:39:18.087889 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4900f291-c951-4b9a-ac4a-aa2797366789 req-b1073edd-d6f5-48ab-8477-afdcc60f947b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447631 Aug 31 23:39:18.266027 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51620) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:18.376702 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:18.481999 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:18.486384 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:18.526346 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a4de7dc5f234475eb9f9e1f74e2e89f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588859 Aug 31 23:39:18.527289 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b343d47-0485-4472-9f1b-71c99e998549,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:18.528739 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51628) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:18.534993 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.535342 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.535684 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.536017 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.536346 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.536676 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.537003 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.537335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.537662 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.537987 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.538330 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.538698 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb3917-f7cd-46e7-a1dd-6e2fbf5dd5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:18.579294 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dbdde60c-d03a-4231-a37f-0668ed55820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:18.604080 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dbdde60c-d03a-4231-a37f-0668ed55820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:18.654668 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dbdde60c-d03a-4231-a37f-0668ed55820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:18.657302 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dbdde60c-d03a-4231-a37f-0668ed55820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:18.658472 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dbdde60c-d03a-4231-a37f-0668ed55820e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b343d47-0485-4472-9f1b-71c99e998549 HTTP/1.1" status: 204 len: 168 time: 0.1287458 Aug 31 23:39:18.666585 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdde60c-d03a-4231-a37f-0668ed55820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b343d47-0485-4472-9f1b-71c99e998549,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:18.725707 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f926f0-cef9-4646-9785-1cf36035aef8 req-7446c7fa-8c8a-4a6c-bfe7-e560e17e3af1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:18.729734 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8f926f0-cef9-4646-9785-1cf36035aef8 req-7446c7fa-8c8a-4a6c-bfe7-e560e17e3af1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0661855 Aug 31 23:39:18.773662 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8f926f0-cef9-4646-9785-1cf36035aef8 req-9f6a7393-2638-4004-9be8-ae189c6259db tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341253 Aug 31 23:39:19.209358 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505021f1-4cb3-4db5-8198-f1ff5d0a9477 req-71488666-e7b4-467d-aa79-73df582ff9da tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:19.210945 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-505021f1-4cb3-4db5-8198-f1ff5d0a9477 req-71488666-e7b4-467d-aa79-73df582ff9da tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Aug 31 23:39:19.251008 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-505021f1-4cb3-4db5-8198-f1ff5d0a9477 req-f99f4339-5abd-4ffd-86da-452dca485e1f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339625 Aug 31 23:39:19.303375 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 51654) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:19.400860 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-126796534-network', 'tenant_id': '3b59eb8973434784a53d0396f0695829'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:19.423382 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Made reservation on behalf of 3b59eb8973434784a53d0396f0695829 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:19.425692 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.434736 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.536481 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.541737 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.566769 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:39:19.577019 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56288cae-d470-4466-9276-d9948a2479d5,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:19.582035 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.582402 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Added segment cb33063b-7f0b-435e-840e-69d6130db121 of type vlan for network e5531fe5-3213-41d1-9b89-d508ed38baac Aug 31 23:39:19.625715 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.650791 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.651756 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:19.652344 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.707322 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4028411 Aug 31 23:39:19.710462 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51662) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:19.713099 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087923c-c877-4a6d-a9aa-4729b9262ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5531fe5-3213-41d1-9b89-d508ed38baac,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:19.715927 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Request body: {'subnet': {'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-126796534-subnet', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:19.723539 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network e5531fe5-3213-41d1-9b89-d508ed38baac details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:39:19.748529 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Made reservation on behalf of 3b59eb8973434784a53d0396f0695829 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:19.751055 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9023601'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.801946 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-31574ccd-e7a8-45e3-9d09-109ee25f09f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.884901 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.906118 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564eec-0491-4d5e-b9a3-90801be57e74 req-c28bb632-4f60-486a-944b-369b700c7837 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:19.907681 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-38564eec-0491-4d5e-b9a3-90801be57e74 req-c28bb632-4f60-486a-944b-369b700c7837 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0560284 Aug 31 23:39:19.926422 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9121342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9023591'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.947066 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-38564eec-0491-4d5e-b9a3-90801be57e74 req-01f93de1-52a7-4021-9ee2-e9818649bbb4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332203 Aug 31 23:39:19.985816 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1e60be-496e-4959-bb4f-bcc262749062,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:19.994959 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Checking segment: {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:19.995316 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Network hostable DHCP agents. Network: e5531fe5-3213-41d1-9b89-d508ed38baac, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:39:20.011577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Network e5531fe5-3213-41d1-9b89-d508ed38baac is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:39:20.021994 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, e5531fe5-3213-41d1-9b89-d508ed38baac) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:20.026800 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:20.027400 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.032212 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dbbfc4-3a53-4b23-962e-d0d623cba817 None None] Network e5531fe5-3213-41d1-9b89-d508ed38baac requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:20.045251 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b41f9d2f-3e6f-41af-aa29-673397f1d2f3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3312323 Aug 31 23:39:20.045449 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51666) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:20.050080 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:20.072042 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.073056 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.124804 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.183258 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-e5531fe5-3213-41d1-9b89-d508ed38baac', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:39:20.184133 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.266174 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.333498 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Allocated IP 172.20.0.2 (e5531fe5-3213-41d1-9b89-d508ed38baac/db1e60be-496e-4959-bb4f-bcc262749062/50fbf8cf-022d-4535-96cd-c724e1958e86) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:20.395272 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a0a74-4693-4b75-9f2c-65bb1d9bcee3 req-6b79ceaf-fcef-42b5-8e71-c2c1947ad4fa tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:20.396763 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d4a0a74-4693-4b75-9f2c-65bb1d9bcee3 req-6b79ceaf-fcef-42b5-8e71-c2c1947ad4fa tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0715146 Aug 31 23:39:20.475201 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d4a0a74-4693-4b75-9f2c-65bb1d9bcee3 req-7a7d60b2-7501-459f-8607-226a394e12c3 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713532 Aug 31 23:39:20.488743 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.497362 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Transition to ACTIVE for port object 50fbf8cf-022d-4535-96cd-c724e1958e86 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:20.512946 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Transition to ACTIVE for port object 50fbf8cf-022d-4535-96cd-c724e1958e86 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:20.519850 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.552325 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.561129 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Network e5531fe5-3213-41d1-9b89-d508ed38baac is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:20.564174 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:20.566765 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:20.576701 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.601316 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Pushing event updated for resources: {'Port': ['ID=50fbf8cf-022d-4535-96cd-c724e1958e86,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:20.637902 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Attempting to bind port 50fbf8cf-022d-4535-96cd-c724e1958e86 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:20.638268 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Attempting to bind port 50fbf8cf-022d-4535-96cd-c724e1958e86 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:20.638697 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Attempting to bind port 50fbf8cf-022d-4535-96cd-c724e1958e86 on network e5531fe5-3213-41d1-9b89-d508ed38baac {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:20.647205 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:20.647569 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Checking segment: {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:20.647958 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.648347 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Bound using segment: {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:20.648799 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Bound port: 50fbf8cf-022d-4535-96cd-c724e1958e86, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:20.649571 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.697563 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Allocated IP 172.27.3.203 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/114c84b5-8c9a-4fd1-aae1-de3348148835) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:20.729408 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] For port 50fbf8cf-022d-4535-96cd-c724e1958e86, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:20.732730 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] For port 50fbf8cf-022d-4535-96cd-c724e1958e86, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=50fbf8cf-022d-4535-96cd-c724e1958e86,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:20.738106 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.808263 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd0c3a-9fb1-4635-8618-b4aabece63ef None None] Pushing event updated for resources: {'Port': ['ID=50fbf8cf-022d-4535-96cd-c724e1958e86,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:20.822256 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.877111 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.917351 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:20.922617 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:20.926285 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:20.962321 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Pushing event updated for resources: {'Port': ['ID=114c84b5-8c9a-4fd1-aae1-de3348148835,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:21.090928 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531514f-e682-42c0-91b4-5eca0a0e027b req-03008689-b039-4a8d-87a9-3f083f8a21b0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:21.092524 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d531514f-e682-42c0-91b4-5eca0a0e027b req-03008689-b039-4a8d-87a9-3f083f8a21b0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0567517 Aug 31 23:39:21.121949 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.155105 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d531514f-e682-42c0-91b4-5eca0a0e027b req-719b66ad-e090-40b4-96f2-3ff087023706 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430512 Aug 31 23:39:21.231394 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.427872 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.601234 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:39:21.668342 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5da90-0992-48d3-8862-56ad0b155491 req-86588291-3fa7-45ba-bf88-e9c6b9e3ccda tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:21.670215 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6ce5da90-0992-48d3-8862-56ad0b155491 req-86588291-3fa7-45ba-bf88-e9c6b9e3ccda tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1003482 Aug 31 23:39:21.750375 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6ce5da90-0992-48d3-8862-56ad0b155491 req-3706fc8a-093f-430f-9297-7f8ef17b78c4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728230 Aug 31 23:39:21.760858 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:21.773546 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Sync routers for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:21.778688 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.780296 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3b4abbce-3b07-4208-9ac6-1853172424c1 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7336228 Aug 31 23:39:21.782842 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51682) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:21.784757 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:21.785516 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:21.799862 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7ae6a-e9ac-4647-892b-629f9244cdb8 None None] Network e5531fe5-3213-41d1-9b89-d508ed38baac requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:21.900176 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:21.928655 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-18c82020-79eb-4083-a02d-c3f029efe662 None None] Provisioning for port 50fbf8cf-022d-4535-96cd-c724e1958e86 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:22.120333 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:21Z', 'revision_number': 3, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:22.155751 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Checking router: 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:22.156179 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Updating router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 port 114c84b5-8c9a-4fd1-aae1-de3348148835 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:39:22.191810 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.243528 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.299975 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4672e-c7cf-40a2-b702-5152207d8743 req-3252c201-ca21-4f51-b64c-1a5dc7b770d1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:22.301592 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5bd4672e-c7cf-40a2-b702-5152207d8743 req-3252c201-ca21-4f51-b64c-1a5dc7b770d1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0601578 Aug 31 23:39:22.343622 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5bd4672e-c7cf-40a2-b702-5152207d8743 req-14f1bbc8-8da4-484c-a633-2ef85defaffd tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357444 Aug 31 23:39:22.430459 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Allocated IP 172.20.0.1 (e5531fe5-3213-41d1-9b89-d508ed38baac/db1e60be-496e-4959-bb4f-bcc262749062/84ca04ab-3cd7-43d2-9eef-10a9b136d1cc) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:22.494413 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.504570 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Transition to ACTIVE for port object 114c84b5-8c9a-4fd1-aae1-de3348148835 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:22.513730 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.534398 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.547349 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Transition to ACTIVE for port object 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:22.567318 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64e96b-a35f-40a7-b4bf-fc01eb461158 None None] Pushing event updated for resources: {'Port': ['ID=114c84b5-8c9a-4fd1-aae1-de3348148835,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:22.571893 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Attempting to bind port 114c84b5-8c9a-4fd1-aae1-de3348148835 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:22.572258 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Attempting to bind port 114c84b5-8c9a-4fd1-aae1-de3348148835 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:22.572613 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Attempting to bind port 114c84b5-8c9a-4fd1-aae1-de3348148835 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:22.578639 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:22.578639 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:22.578919 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.579180 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:22.579649 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Bound port: 114c84b5-8c9a-4fd1-aae1-de3348148835, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:22.580036 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.583691 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.624822 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Network e5531fe5-3213-41d1-9b89-d508ed38baac is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:22.635855 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:22.643763 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:22.649840 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] For port 114c84b5-8c9a-4fd1-aae1-de3348148835, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:22.655120 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] For port 114c84b5-8c9a-4fd1-aae1-de3348148835, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=114c84b5-8c9a-4fd1-aae1-de3348148835,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:22.668651 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.686052 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.690188 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Pushing event updated for resources: {'Port': ['ID=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:22.730812 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:22.749349 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:22.749996 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:22.767754 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 50fbf8cf-022d-4535-96cd-c724e1958e86 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:22.841189 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 50fbf8cf-022d-4535-96cd-c724e1958e86 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:22.848365 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 50fbf8cf-022d-4535-96cd-c724e1958e86 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:22.849475 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.034361 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:23.158208 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.162206 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-e6159a53-de5b-4e1a-a19e-865c72e908e2 None None] Provisioning for port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:23.176999 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-e6159a53-de5b-4e1a-a19e-865c72e908e2 None None] Provisioning complete for port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:23.177524 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e6159a53-de5b-4e1a-a19e-865c72e908e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.210228 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64e96b-a35f-40a7-b4bf-fc01eb461158 None None] Pushing event updated for resources: {'Port': ['ID=114c84b5-8c9a-4fd1-aae1-de3348148835,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:23.226646 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fab87-24ae-4de9-8892-828c152a8f09 req-7c1e1b5a-dc3c-4df7-b4ac-b1b9a1dbcc76 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:23.234574 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a26fab87-24ae-4de9-8892-828c152a8f09 req-7c1e1b5a-dc3c-4df7-b4ac-b1b9a1dbcc76 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.3627286 Aug 31 23:39:23.264609 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:21Z', 'revision_number': 3, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:23.265762 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 50fbf8cf-022d-4535-96cd-c724e1958e86, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=50fbf8cf-022d-4535-96cd-c724e1958e86,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:23.267403 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-e6159a53-de5b-4e1a-a19e-865c72e908e2 None None] Port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:39:23.272673 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.283008 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.293899 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f21d45-0879-4682-9927-4f3c5d95a2b0 None None] The sync data for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi is: [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:21Z', 'revision_number': 3, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:23.307127 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a26fab87-24ae-4de9-8892-828c152a8f09 req-0c64646c-22e4-4a8c-a970-169ce661cda9 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716770 Aug 31 23:39:23.357374 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=50fbf8cf-022d-4535-96cd-c724e1958e86,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:23.375705 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38113-d23a-4914-ac73-a7b91dfaf2bd req-d5a876c5-7588-4b84-9fa5-f0d661299fa2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:23.383808 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fb38113-d23a-4914-ac73-a7b91dfaf2bd req-d5a876c5-7588-4b84-9fa5-f0d661299fa2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0884423 Aug 31 23:39:23.422384 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd709-6852-4e20-912a-2be94355bade req-b8040347-5acd-4f4f-8614-e59c4b4bd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:23.424339 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0acfd709-6852-4e20-912a-2be94355bade req-b8040347-5acd-4f4f-8614-e59c4b4bd147 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1099 time: 0.0947587 Aug 31 23:39:23.427416 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fb38113-d23a-4914-ac73-a7b91dfaf2bd req-622cd3b6-ef77-4458-95d3-448101de000e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Aug 31 23:39:23.610305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb003-f0d2-46ef-a400-2978b42b9e18 req-fe8f63eb-b4da-4ffd-8f7a-7b5544ee6f1f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:23.611816 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-869fb003-f0d2-46ef-a400-2978b42b9e18 req-fe8f63eb-b4da-4ffd-8f7a-7b5544ee6f1f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1604562 Aug 31 23:39:23.652985 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd709-6852-4e20-912a-2be94355bade req-542e4257-7c4f-45e2-adc4-57511bbe4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:23.654468 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0acfd709-6852-4e20-912a-2be94355bade req-542e4257-7c4f-45e2-adc4-57511bbe4149 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 921 time: 0.2042487 Aug 31 23:39:23.666422 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.679974 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.754352 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:39:23.761713 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0acfd709-6852-4e20-912a-2be94355bade req-de0259e8-84b3-40a3-b63f-ce901daa2d0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 200 len: 217 time: 0.0930927 Aug 31 23:39:23.770263 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-869fb003-f0d2-46ef-a400-2978b42b9e18 req-da6ea3fc-a96f-48cf-a65a-fd0c9bcc0472 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445255 Aug 31 23:39:23.856936 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Pushing event updated for resources: {'Port': ['ID=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:23.863505 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:23.879364 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd709-6852-4e20-912a-2be94355bade req-99c96056-0d34-4340-9e83-9821ebedff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:23.880824 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0acfd709-6852-4e20-912a-2be94355bade req-99c96056-0d34-4340-9e83-9821ebedff22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.1059685 Aug 31 23:39:23.952229 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0acfd709-6852-4e20-912a-2be94355bade req-bb0d0a98-c369-495a-ac02-71d7ff454d9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552595 Aug 31 23:39:24.049679 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Network e5531fe5-3213-41d1-9b89-d508ed38baac is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:24.056911 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:24.125451 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0acfd709-6852-4e20-912a-2be94355bade req-84bd40c0-2cd1-4ff1-87fe-6c4fa493c6d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558287 Aug 31 23:39:24.248995 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:24.277292 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0acfd709-6852-4e20-912a-2be94355bade req-4591ba00-2b9b-402e-8c04-224625d5da21 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110737 Aug 31 23:39:24.294306 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d42ec5ff-4a42-41c1-bd6c-0b1ae94b5fd1 None None] Provisioning complete for port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:24.295412 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d42ec5ff-4a42-41c1-bd6c-0b1ae94b5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:24.339911 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-d42ec5ff-4a42-41c1-bd6c-0b1ae94b5fd1 None None] Port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:39:24.386699 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:24.395058 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8f43839c-4935-4632-bc27-f15a77853516 admin admin] 10.222.0.63 "PUT /v2.0/routers/83fa1ef1-468d-42bb-acaf-c1a0dd5f5691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6111383 Aug 31 23:39:24.441435 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1363b89-d4ab-4449-8f49-76e998b21091 req-2287c527-23b3-4a25-8036-280a11faa406 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:24.443268 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b1363b89-d4ab-4449-8f49-76e998b21091 req-2287c527-23b3-4a25-8036-280a11faa406 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Aug 31 23:39:24.484396 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b1363b89-d4ab-4449-8f49-76e998b21091 req-0e6b8b6c-c0be-467d-bd2e-9694b3a3d947 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352087 Aug 31 23:39:24.556943 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b198e9-ee3f-48e7-91ab-519ce8206b74 req-258e05a8-e5fb-485f-b71e-f1841f6b0d06 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:24.558689 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27b198e9-ee3f-48e7-91ab-519ce8206b74 req-258e05a8-e5fb-485f-b71e-f1841f6b0d06 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0528123 Aug 31 23:39:24.601669 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27b198e9-ee3f-48e7-91ab-519ce8206b74 req-4f305f28-430c-47b6-89b9-7244f7b62045 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357873 Aug 31 23:39:24.760011 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 50fbf8cf-022d-4535-96cd-c724e1958e86 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:24.826062 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 50fbf8cf-022d-4535-96cd-c724e1958e86 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:24.826642 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:24.928632 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580911b-4097-4735-9220-8ba291833410 req-39edf0bb-9167-498c-89c0-28fdacd08783 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:24.930372 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3580911b-4097-4735-9220-8ba291833410 req-39edf0bb-9167-498c-89c0-28fdacd08783 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0644755 Aug 31 23:39:24.941967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 114c84b5-8c9a-4fd1-aae1-de3348148835 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:24.970219 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Sync routers for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:24.975700 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3580911b-4097-4735-9220-8ba291833410 req-dccec597-33c1-4866-a61b-b49503085f95 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376654 Aug 31 23:39:25.009530 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:25.010380 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:25.029121 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51730) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:25.034145 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1858735564-network', 'tenant_id': '09105a9c33384d53996099de172518f1'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:25.061076 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Made reservation on behalf of 09105a9c33384d53996099de172518f1 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:25.063501 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.069177 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 114c84b5-8c9a-4fd1-aae1-de3348148835 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:25.072217 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.106943 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 114c84b5-8c9a-4fd1-aae1-de3348148835 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:25.107313 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.160156 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:25.177061 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.182656 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.207406 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:39:25.218210 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dd1fd8-f0e8-445f-9520-2f68a0c5fae2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:25.223288 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.223635 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Added segment 7795d996-92fd-4a57-8c0f-e4a14f571635 of type vlan for network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 Aug 31 23:39:25.264103 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.292625 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.293723 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:25.294304 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.315916 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.351015 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3207533 Aug 31 23:39:25.354184 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 114c84b5-8c9a-4fd1-aae1-de3348148835, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=114c84b5-8c9a-4fd1-aae1-de3348148835,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:25.354375 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51732) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:25.358601 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Request body: {'subnet': {'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1858735564-subnet', 'tenant_id': '09105a9c33384d53996099de172518f1', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:25.367821 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.380236 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbc503-bc04-4ac4-badd-8e53bd20ec71 admin admin] Pushing event updated for resources: {'Network': ['ID=f594aa65-a41b-41c1-b3b0-fe6e4c3cab69,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:25.393210 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Made reservation on behalf of 09105a9c33384d53996099de172518f1 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:25.395590 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9023601'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.401544 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:39:25.513120 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=114c84b5-8c9a-4fd1-aae1-de3348148835,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:25.541912 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:23Z', 'revision_number': 2, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:25.570152 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Checking router: 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:25.570415 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Updating router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:39:25.585115 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9121342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9023591'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.597099 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.653156 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f1ccb1-d6f4-4af7-b131-c6fe78956128,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:25.675353 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4d09-5ed3-4532-a93b-a2adff755c72 req-6a41a059-0cf1-48fc-a1cf-c9432a509a87 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:25.676888 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b7ef4d09-5ed3-4532-a93b-a2adff755c72 req-6a41a059-0cf1-48fc-a1cf-c9432a509a87 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1032655 Aug 31 23:39:25.687043 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Checking segment: {'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:25.687406 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Network hostable DHCP agents. Network: f594aa65-a41b-41c1-b3b0-fe6e4c3cab69, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:39:25.730759 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b7ef4d09-5ed3-4532-a93b-a2adff755c72 req-b7e13abc-09d0-4a4f-9bbc-8f0c89faa3bf tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456898 Aug 31 23:39:25.739123 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:39:25.751500 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, f594aa65-a41b-41c1-b3b0-fe6e4c3cab69) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:25.755817 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:25.756421 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.767196 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec49fb-c514-483f-8526-51f50bda2d85 req-3425aa11-ce6a-4b28-9858-3ff8047d2e75 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:25.769341 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96ec49fb-c514-483f-8526-51f50bda2d85 req-3425aa11-ce6a-4b28-9858-3ff8047d2e75 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0699248 Aug 31 23:39:25.778308 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c68cb6-004c-4403-b82d-fa98e604b174 None None] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:25.781412 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bf641684-0d40-4b6d-8ab0-1c875eb46435 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4267018 Aug 31 23:39:25.784013 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51738) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:25.788753 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:25.813845 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-600333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29221'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.815292 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.819122 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96ec49fb-c514-483f-8526-51f50bda2d85 req-5b91f107-273d-43db-8dd9-29747c08aeaf tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Aug 31 23:39:25.875883 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.016149 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.027533 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.040888 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a850a58-2742-58c7-8d33-ce51dba7bcc1-f594aa65-a41b-41c1-b3b0-fe6e4c3cab69', 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69', 'tenant_id': '09105a9c33384d53996099de172518f1', 'fixed_ips': [{'subnet_id': '30f1ccb1-d6f4-4af7-b131-c6fe78956128'}]}} from dv-cinder-759943-18-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:39:26.041793 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.052977 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.054096 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Transition to ACTIVE for port object 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:26.063799 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.148062 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0007992-3435-4fc7-b6c5-55550439c1be req-10ecc8f1-4fb7-46a7-947c-83d5b89dd1e2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:26.150432 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e0007992-3435-4fc7-b6c5-55550439c1be req-10ecc8f1-4fb7-46a7-947c-83d5b89dd1e2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0704112 Aug 31 23:39:26.183449 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426d678-666f-4580-aef0-c732e6e3da05 None None] Pushing event updated for resources: {'Port': ['ID=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:26.266817 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e0007992-3435-4fc7-b6c5-55550439c1be req-17fa2b35-9222-4ab4-8b56-cf0ed4220406 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056907 Aug 31 23:39:26.272125 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Attempting to bind port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:26.272505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Attempting to bind port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:26.272886 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Attempting to bind port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc on network e5531fe5-3213-41d1-9b89-d508ed38baac {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:26.282276 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:26.282684 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Checking segment: {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:26.283090 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.283484 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Bound using segment: {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:26.283963 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Bound port: 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:26.284340 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.302730 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Allocated IP 172.20.0.2 (f594aa65-a41b-41c1-b3b0-fe6e4c3cab69/30f1ccb1-d6f4-4af7-b131-c6fe78956128/cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:26.322687 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.348397 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.464952 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Allocated IP 172.27.3.7 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/23d49d05-a278-41a9-aa68-6b7d21bb7b97) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:26.551963 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] For port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:26.556801 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] For port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:26.567434 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.569249 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.609633 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.662450 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:26.665686 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:26.669504 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:26.678939 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:26.679591 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:26.688220 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426d678-666f-4580-aef0-c732e6e3da05 None None] Pushing event updated for resources: {'Port': ['ID=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:26.713289 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Pushing event updated for resources: {'Port': ['ID=23d49d05-a278-41a9-aa68-6b7d21bb7b97,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:26.726274 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 114c84b5-8c9a-4fd1-aae1-de3348148835 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:26.792618 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.833834 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Transition to ACTIVE for port object cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:26.866256 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Transition to ACTIVE for port object cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:26.886474 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.895599 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:26.950028 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063cf60-e73b-486f-ad91-041cbff0d593 req-5d09e0eb-159f-4945-943e-e5d3083bf8ec tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:26.956002 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 114c84b5-8c9a-4fd1-aae1-de3348148835 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:26.956002 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.959768 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3063cf60-e73b-486f-ad91-041cbff0d593 req-5d09e0eb-159f-4945-943e-e5d3083bf8ec tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0782020 Aug 31 23:39:27.009829 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3063cf60-e73b-486f-ad91-041cbff0d593 req-26b6d3a4-5b62-42f5-b1cb-2283c91899d7 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490570 Aug 31 23:39:27.030025 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:27.030227 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fc67e-8b04-41bc-8168-2ffcacc3bd38 req-8aea5bae-6ebd-4759-a4ce-a651903704f4 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:27.031643 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c7fc67e-8b04-41bc-8168-2ffcacc3bd38 req-8aea5bae-6ebd-4759-a4ce-a651903704f4 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1040742 Aug 31 23:39:27.062040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Pushing event updated for resources: {'Port': ['ID=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:27.066988 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:27.067305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:27.080703 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:27.161002 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c7fc67e-8b04-41bc-8168-2ffcacc3bd38 req-fe5433ac-2410-4023-b8c2-1f9fc245f10b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165485 Aug 31 23:39:27.246306 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Attempting to bind port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:27.246621 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Attempting to bind port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:27.246978 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Attempting to bind port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c on network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:27.266926 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:27.267303 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Checking segment: {'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:27.267698 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:27.268080 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Bound using segment: {'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:27.268542 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Bound port: cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:27.268915 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:27.289198 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500459'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:27.368341 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] For port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:27.372034 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] For port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,segment=NetworkSegment(7795d996-92fd-4a57-8c0f-e4a14f571635),segment_id=7795d996-92fd-4a57-8c0f-e4a14f571635)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:27.381064 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:26Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:27.401724 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5bbed-da41-437a-8259-52546a4a8ac7 req-8198e17b-9213-4c8f-8e89-0d515415f821 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:27.403372 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e8a5bbed-da41-437a-8259-52546a4a8ac7 req-8198e17b-9213-4c8f-8e89-0d515415f821 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0555925 Aug 31 23:39:27.418060 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:27.427349 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e517106-0a0e-4e00-b05d-e7c7dfefd5b3 None None] The sync data for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi is: [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:26Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:27.501737 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48cb0-f91a-4c86-aabb-14dd07bb2f9e None None] Pushing event updated for resources: {'Port': ['ID=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:27.531414 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e8a5bbed-da41-437a-8259-52546a4a8ac7 req-1365ce22-e3aa-43f9-a5be-98fe870ec516 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213851 Aug 31 23:39:27.777424 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Router 2f84fec7-857a-4301-97b4-2fc9618591cd is scheduled to L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:39:27.970934 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:27.980388 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Sync routers for ids ['2f84fec7-857a-4301-97b4-2fc9618591cd'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:27.989906 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:27.994427 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-336d1bdd-9251-49f0-b8c9-6971e57b9c90 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2062519 Aug 31 23:39:27.994657 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Routers {'2f84fec7-857a-4301-97b4-2fc9618591cd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:27.994657 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['2f84fec7-857a-4301-97b4-2fc9618591cd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:27.994865 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 51756) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:28.153728 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Set router 2f84fec7-857a-4301-97b4-2fc9618591cd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:28.259359 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-70b343da-dffd-41a1-9a77-d68af1039cf9 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50109461&fields=id&tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04 HTTP/1.1" status: 200 len: 267 time: 0.0502839 Aug 31 23:39:28.296146 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b654-e42d-4ef8-bf5f-2d7af6db6bf5 req-ffdfbb50-0977-489a-ad4d-fd9051752628 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:28.303690 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2130b654-e42d-4ef8-bf5f-2d7af6db6bf5 req-ffdfbb50-0977-489a-ad4d-fd9051752628 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1564689 Aug 31 23:39:28.358620 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2130b654-e42d-4ef8-bf5f-2d7af6db6bf5 req-8e6059dc-d017-459b-9281-57ae52cd005b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473936 Aug 31 23:39:28.424217 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-a67c027f-388a-413c-b867-b75b8c41c0a9 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:28.426040 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-a67c027f-388a-413c-b867-b75b8c41c0a9 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 808 time: 0.1623385 Aug 31 23:39:28.435336 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:39:26Z', 'revision_number': 3, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port': {'id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:26Z', 'updated_at': '2021-08-31T23:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:28.460489 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-ccd04596-f03f-4024-8053-a154262e3a2d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/quotas/8ccf5accf16f4c48a08ca3fbe8899a04 HTTP/1.1" status: 200 len: 375 time: 0.0249379 Aug 31 23:39:28.476517 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Checking router: 2f84fec7-857a-4301-97b4-2fc9618591cd for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:28.477664 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Updating router 2f84fec7-857a-4301-97b4-2fc9618591cd port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 binding host dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:39:28.517019 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:28.544121 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-13d3a987-5e56-4440-a549-bd1f096cac74 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823135 Aug 31 23:39:28.590333 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887fbd7-e7a0-4102-a6f8-c4bcdb64204b req-7050a4f0-404e-411c-941b-bad6cc48cea0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:28.592082 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7887fbd7-e7a0-4102-a6f8-c4bcdb64204b req-7050a4f0-404e-411c-941b-bad6cc48cea0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1330791 Aug 31 23:39:28.731666 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7887fbd7-e7a0-4102-a6f8-c4bcdb64204b req-e52af803-03d3-47c6-97d9-02f9942418a3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023493 Aug 31 23:39:28.745653 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-6524e5a4-5400-40a8-8097-a38fda6ae07e service neutron] 10.222.0.63 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854243 Aug 31 23:39:28.855588 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:28.931655 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:28.932197 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33018883-ca7c-497c-be3e-59e9be3355dc None None] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:28.962586 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-f11e0d80-713f-4929-988f-58302152d172 service neutron] 10.222.0.63 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050130 Aug 31 23:39:28.985707 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128dee-1ac4-44e5-b0a2-b75d1d6f1c66 req-57daee27-b689-475b-92b8-0b3a4c8e8fef tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:28.987666 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49128dee-1ac4-44e5-b0a2-b75d1d6f1c66 req-57daee27-b689-475b-92b8-0b3a4c8e8fef tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1223614 Aug 31 23:39:29.012910 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:29.054928 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.083864 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:29.084384 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.089549 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-618b5823-dd80-4dad-9255-d2d4e4e73ee8 None None] Provisioning for port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:29.100701 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49128dee-1ac4-44e5-b0a2-b75d1d6f1c66 req-518323eb-c9bf-440c-b6df-d20beab5c29d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054480 Aug 31 23:39:29.108655 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Transition to ACTIVE for port object 23d49d05-a278-41a9-aa68-6b7d21bb7b97 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:29.122331 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.203927 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50df21-11d1-463d-b194-23fec165cd5a None None] Pushing event updated for resources: {'Port': ['ID=23d49d05-a278-41a9-aa68-6b7d21bb7b97,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:29.216419 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Allocated IP 172.20.0.1 (f594aa65-a41b-41c1-b3b0-fe6e4c3cab69/30f1ccb1-d6f4-4af7-b131-c6fe78956128/d29e110d-9490-41fb-9243-6b516f58c42b) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:29.225210 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Attempting to bind port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:29.225869 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Attempting to bind port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:29.226401 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Attempting to bind port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 on network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:29.234802 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:29.235168 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Checking segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:29.235785 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.237860 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Bound using segment: {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:29.238565 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Bound port: 23d49d05-a278-41a9-aa68-6b7d21bb7b97, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8dceb-b525-411c-842c-bcf1e2498a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:29.239305 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.291050 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.316055 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] For port 23d49d05-a278-41a9-aa68-6b7d21bb7b97, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:29.325310 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] For port 23d49d05-a278-41a9-aa68-6b7d21bb7b97, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=23d49d05-a278-41a9-aa68-6b7d21bb7b97,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:29.347513 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:29.355329 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.356920 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.357778 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:29.358049 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.376579 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Transition to ACTIVE for port object d29e110d-9490-41fb-9243-6b516f58c42b will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:29.452383 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.458458 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:29.471995 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:29.476625 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:29.477327 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.496521 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Routers {'2f84fec7-857a-4301-97b4-2fc9618591cd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:29.496825 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['2f84fec7-857a-4301-97b4-2fc9618591cd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:29.518675 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:29.539877 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:29.560395 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:29.583264 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a68c5cf8-60d5-4e6a-ad11-bf3b748a9dc4 req-93fdf7ce-27bd-4df1-ba5a-f032ab5bb238 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 210 time: 0.0566719 Aug 31 23:39:29.613537 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.628036 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Pushing event updated for resources: {'Port': ['ID=d29e110d-9490-41fb-9243-6b516f58c42b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:29.646764 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635e30f-5cc3-4930-94a6-c923e9972a11 req-46b65817-1888-44bf-8aa8-30499d8edc66 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:29.648322 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d635e30f-5cc3-4930-94a6-c923e9972a11 req-46b65817-1888-44bf-8aa8-30499d8edc66 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1349833 Aug 31 23:39:29.651215 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50df21-11d1-463d-b194-23fec165cd5a None None] Pushing event updated for resources: {'Port': ['ID=23d49d05-a278-41a9-aa68-6b7d21bb7b97,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:29.654012 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500888'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.662676 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,segment=NetworkSegment(7795d996-92fd-4a57-8c0f-e4a14f571635),segment_id=7795d996-92fd-4a57-8c0f-e4a14f571635)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:29.668842 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.748854 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d635e30f-5cc3-4930-94a6-c923e9972a11 req-8fde0bdc-ed28-4c46-baae-37e97ac8181d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848422 Aug 31 23:39:29.793858 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:29.802821 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-80e4e910-877d-46f4-9435-fa71ffcddd3e None None] Provisioning complete for port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:29.803144 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-80e4e910-877d-46f4-9435-fa71ffcddd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.825755 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] Set router 2f84fec7-857a-4301-97b4-2fc9618591cd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:29.911362 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.989384 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa5af-b08c-468f-8f94-12070f89466a req-b0588017-ac67-408e-8fb6-c1e26b27e19b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:29.991426 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a1fa5af-b08c-468f-8f94-12070f89466a req-b0588017-ac67-408e-8fb6-c1e26b27e19b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0992250 Aug 31 23:39:30.058850 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a1fa5af-b08c-468f-8f94-12070f89466a req-76aea79a-9370-4515-a79f-5fc7eb1414d5 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590172 Aug 31 23:39:30.065671 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1abc4ce0-7c0e-4602-ad9c-d6d0bd75500e None None] Provisioning for port d29e110d-9490-41fb-9243-6b516f58c42b completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:30.072482 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1abc4ce0-7c0e-4602-ad9c-d6d0bd75500e None None] Provisioning complete for port d29e110d-9490-41fb-9243-6b516f58c42b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:30.072863 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1abc4ce0-7c0e-4602-ad9c-d6d0bd75500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.130606 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-1abc4ce0-7c0e-4602-ad9c-d6d0bd75500e None None] Port d29e110d-9490-41fb-9243-6b516f58c42b cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:39:30.130811 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:39:26Z', 'revision_number': 3, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port': {'id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:26Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:30.157230 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310426db-b677-4f52-934a-03bf877f73f7 None None] The sync data for ids ['2f84fec7-857a-4301-97b4-2fc9618591cd'] in dv-cinder-759943-18-iscsi is: [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:39:26Z', 'revision_number': 3, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port': {'id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:26Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:30.176615 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.182192 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.268831 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:39:30.289002 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Pushing event updated for resources: {'Port': ['ID=d29e110d-9490-41fb-9243-6b516f58c42b,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:30.293197 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515112'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.328012 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9342e-7c13-4749-bd2c-68d90a8c944b req-57956349-035f-42b9-8b54-467b91a437ef tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:30.329588 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c1d9342e-7c13-4749-bd2c-68d90a8c944b req-57956349-035f-42b9-8b54-467b91a437ef tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1042054 Aug 31 23:39:30.387360 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:30.400110 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'port_id': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'mac_address': 'fa:16:3e:86:98:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:39:30.417666 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c1d9342e-7c13-4749-bd2c-68d90a8c944b req-fbcb32fa-c8e5-4686-b73c-60a7a0e37bc9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622177 Aug 31 23:39:30.446736 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:30.448483 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:30.621523 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.647446 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:30.674628 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:30.677719 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Router 2f84fec7-857a-4301-97b4-2fc9618591cd has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:30.685416 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.756723 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9c7e2e10-ea5a-491e-a84d-a6a1f48440cb req-1a222cfd-cc54-4065-a564-b4f229608088 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 210 time: 0.0564356 Aug 31 23:39:30.877740 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:39:30.880708 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 23d49d05-a278-41a9-aa68-6b7d21bb7b97 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:30.890418 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:30.923622 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:30.942218 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d2e920e4-6e92-4c0d-a8e1-ee1a3eca9149 admin admin] 10.222.0.63 "PUT /v2.0/routers/2f84fec7-857a-4301-97b4-2fc9618591cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9456990 Aug 31 23:39:30.972683 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f0bb32ea-c226-42d7-bdf9-eeaf8ae163e2 None None] Provisioning complete for port d29e110d-9490-41fb-9243-6b516f58c42b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:30.973052 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f0bb32ea-c226-42d7-bdf9-eeaf8ae163e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.974436 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c9bf-39b4-4a4b-81fd-94ec1fd0e476 req-bf531402-c90f-46cb-ac67-8027ca5709db tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:30.976376 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d411c9bf-39b4-4a4b-81fd-94ec1fd0e476 req-bf531402-c90f-46cb-ac67-8027ca5709db tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0813315 Aug 31 23:39:31.035670 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d411c9bf-39b4-4a4b-81fd-94ec1fd0e476 req-64d83e89-7936-4572-9610-6546cf8250f2 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479167 Aug 31 23:39:31.122515 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb32ea-c226-42d7-bdf9-eeaf8ae163e2 None None] Port d29e110d-9490-41fb-9243-6b516f58c42b cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:39:31.131785 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:31.147459 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:31.148160 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.245639 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1c4c7-aa66-4d12-9232-fcce12d350f8 req-53fede94-0241-4168-a3b9-37d2e87366c0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:31.255122 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e8c1c4c7-aa66-4d12-9232-fcce12d350f8 req-53fede94-0241-4168-a3b9-37d2e87366c0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0920863 Aug 31 23:39:31.290597 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.306580 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e8c1c4c7-aa66-4d12-9232-fcce12d350f8 req-f0338e3b-7904-45d7-8b90-f0c33c48177c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Aug 31 23:39:31.329554 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port 23d49d05-a278-41a9-aa68-6b7d21bb7b97, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=23d49d05-a278-41a9-aa68-6b7d21bb7b97,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:31.334440 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.336131 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:31.422919 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=23d49d05-a278-41a9-aa68-6b7d21bb7b97,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:31.436138 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:31.436514 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.549536 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:31.602004 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b0f1-58d6-407e-b0fb-34570f97a9e3 req-62a38ff2-ab6f-4472-8fb8-e7690130250e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:31.607263 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-daf6b0f1-58d6-407e-b0fb-34570f97a9e3 req-62a38ff2-ab6f-4472-8fb8-e7690130250e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0728199 Aug 31 23:39:31.625850 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:31.626750 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.655165 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-daf6b0f1-58d6-407e-b0fb-34570f97a9e3 req-82ecdb7a-2127-43b2-ab3a-751797d4d071 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351715 Aug 31 23:39:31.822017 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-3486cb29-ec8a-4439-bfdb-e219041594d1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:31.823570 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-3486cb29-ec8a-4439-bfdb-e219041594d1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.61 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 808 time: 0.1335807 Aug 31 23:39:31.887774 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7faa5748-8713-4b36-a388-2e9b958bd555 req-dc45669c-ab2d-4f36-b10f-5166b481d66e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 210 time: 0.0387964 Aug 31 23:39:31.893819 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-2b87ed19-e434-4cde-8a45-daf4cb09ac1d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04 HTTP/1.1" status: 200 len: 378 time: 0.0417671 Aug 31 23:39:31.920793 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'port': {'device_id': '0169ad45-0ae3-49fe-a03b-37c257366126', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'admin_state_up': True, 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'security_groups': ['211e045c-1eff-41d6-a76d-7b0cc82f4fd2']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:32.049654 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Made reservation on behalf of 8ccf5accf16f4c48a08ca3fbe8899a04 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:32.053308 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.240245 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b697a-44d3-4e61-95d2-abd6c5c8b2ac req-c5abe1cb-f077-4067-9a59-052f1b4d4955 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:32.241813 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-627b697a-44d3-4e61-95d2-abd6c5c8b2ac req-c5abe1cb-f077-4067-9a59-052f1b4d4955 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1018934 Aug 31 23:39:32.258889 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Allocated IP 172.20.0.11 (5f2ed7b2-075b-4bce-bbf3-a7267ad15411/ace112e7-1ab1-4f03-a498-f6e9f4867402/f92f0fbf-f594-41f2-a39c-5f686bfe0ce9) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:32.288151 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:32.317533 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-627b697a-44d3-4e61-95d2-abd6c5c8b2ac req-6b97a9d3-9c05-4863-8cba-0f3dd59f4d0d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656190 Aug 31 23:39:32.388326 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:32.389787 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.420451 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Sync routers for ids ['2f84fec7-857a-4301-97b4-2fc9618591cd'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:32.463312 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Routers {'2f84fec7-857a-4301-97b4-2fc9618591cd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:32.468637 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['2f84fec7-857a-4301-97b4-2fc9618591cd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:32.535875 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.552449 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f2cff-244d-4f45-8c65-74dadb42fb8a req-655ab97b-6c9b-413e-9703-3876285ff840 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:32.554687 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e68f2cff-244d-4f45-8c65-74dadb42fb8a req-655ab97b-6c9b-413e-9703-3876285ff840 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1124096 Aug 31 23:39:32.563004 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Transition to ACTIVE for port object f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:32.653804 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.684417 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e68f2cff-244d-4f45-8c65-74dadb42fb8a req-5d592f31-87b6-4261-aff6-2b0f87c5dcda tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167533 Aug 31 23:39:32.760059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:32.774751 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Set router 2f84fec7-857a-4301-97b4-2fc9618591cd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:32.820994 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:32.837054 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:32.840023 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:32.952840 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:32.953972 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.987411 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-bc702852-97fd-40f6-bf98-96386c0d9efd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0711622 Aug 31 23:39:32.994318 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ceb92-a7fc-4daa-a9d9-6d78b21a4728 req-ab9c0bb0-eb94-49ec-bb69-39b56fa7a840 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:33.003569 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-162ceb92-a7fc-4daa-a9d9-6d78b21a4728 req-ab9c0bb0-eb94-49ec-bb69-39b56fa7a840 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0973723 Aug 31 23:39:33.015147 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06753c6-4642-4039-bdfd-41278fa1010a req-495db828-18c9-4dbc-b997-bc9e5e6eeba4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:33.022991 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b06753c6-4642-4039-bdfd-41278fa1010a req-495db828-18c9-4dbc-b997-bc9e5e6eeba4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.2132423 Aug 31 23:39:33.074908 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 23d49d05-a278-41a9-aa68-6b7d21bb7b97 up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:33.077025 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Request body: {'port': {'device_id': '0169ad45-0ae3-49fe-a03b-37c257366126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:33.111422 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-162ceb92-a7fc-4daa-a9d9-6d78b21a4728 req-d190532b-ba39-4111-9dbe-166006f20a46 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066146 Aug 31 23:39:33.136860 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b06753c6-4642-4039-bdfd-41278fa1010a req-feefa0ec-ee0e-4582-97e1-4f53588576db tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128123 Aug 31 23:39:33.199965 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.234400 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.314397 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:33.316723 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c243ca87-47cc-4c05-bfd1-ad8d668744ee" -d '{"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:33.333741 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-ddef8e9f-127f-46e7-823f-145aa94d9d39 None None] Provisioning for port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:33.349063 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:33.361659 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-ddef8e9f-127f-46e7-823f-145aa94d9d39 None None] Provisioning complete for port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:33.362075 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ddef8e9f-127f-46e7-823f-145aa94d9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.364889 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.442691 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0947ab42-476c-4c9d-9cd7-8662561d443f x-openstack-request-id: req-0947ab42-476c-4c9d-9cd7-8662561d443f {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:33.443035 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:33.443236 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0947ab42-476c-4c9d-9cd7-8662561d443f {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:33.443627 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'code': 200} Aug 31 23:39:33.453844 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:33.454240 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.511679 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-ddef8e9f-127f-46e7-823f-145aa94d9d39 None None] Port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:39:33.547967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:33.699664 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 4, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port': {'id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:26Z', 'updated_at': '2021-08-31T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'd29e110d-9490-41fb-9243-6b516f58c42b', 'name': '', 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69', 'tenant_id': '09105a9c33384d53996099de172518f1', 'mac_address': 'fa:16:3e:13:99:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '30f1ccb1-d6f4-4af7-b131-c6fe78956128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:28Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 2, 'project_id': '09105a9c33384d53996099de172518f1', 'subnets': [{'id': '30f1ccb1-d6f4-4af7-b131-c6fe78956128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:33.736977 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Checking router: 2f84fec7-857a-4301-97b4-2fc9618591cd for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:33.736977 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Updating router 2f84fec7-857a-4301-97b4-2fc9618591cd port d29e110d-9490-41fb-9243-6b516f58c42b binding host dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:39:33.779873 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-f94b3ac3-a998-41fb-9258-fc349eca05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:33.781575 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-f94b3ac3-a998-41fb-9258-fc349eca05f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1098 time: 0.5444233 Aug 31 23:39:33.796011 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3b3a1-9adb-408e-8f98-74e71c59f302 req-031703f0-574e-44b2-b8b3-40fbc01c1bab tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:33.797712 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-66d3b3a1-9adb-408e-8f98-74e71c59f302 req-031703f0-574e-44b2-b8b3-40fbc01c1bab tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 932 time: 0.5581481 Aug 31 23:39:33.829877 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.872156 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c5274-773d-4dc0-bbbb-4943b28274ab req-7881929f-1f08-478d-8e9e-789df4ba724b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:33.881664 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ab0c5274-773d-4dc0-bbbb-4943b28274ab req-7881929f-1f08-478d-8e9e-789df4ba724b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1061964 Aug 31 23:39:33.942677 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-66d3b3a1-9adb-408e-8f98-74e71c59f302 req-ac687893-8f68-4ede-a75a-adeda3788ad7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209276 Aug 31 23:39:33.977367 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ab0c5274-773d-4dc0-bbbb-4943b28274ab req-0e540ab3-0101-4013-b489-d292052350ce tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935636 Aug 31 23:39:34.237207 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-1f26388f-bf37-4337-a877-55c408274397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:34.247859 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-1f26388f-bf37-4337-a877-55c408274397 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 913 time: 0.4413917 Aug 31 23:39:34.288687 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.300983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Transition to ACTIVE for port object d29e110d-9490-41fb-9243-6b516f58c42b will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:34.315491 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.358424 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1114c-fc4a-4f3d-8d02-4afc7cecfb7e None None] Pushing event updated for resources: {'Port': ['ID=d29e110d-9490-41fb-9243-6b516f58c42b,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:34.383688 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fb4b6-50db-466b-89b8-e091a0e9c1bc req-3f0086a1-f515-4d88-a96c-f6062fbd7d72 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:34.394178 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-838fb4b6-50db-466b-89b8-e091a0e9c1bc req-3f0086a1-f515-4d88-a96c-f6062fbd7d72 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1269479 Aug 31 23:39:34.455341 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:34.470919 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.502700 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Transition to ACTIVE for port object f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:34.504776 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-838fb4b6-50db-466b-89b8-e091a0e9c1bc req-05ba7acd-9116-43b4-8b21-b75abb1837dd tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096776 Aug 31 23:39:34.557943 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.558223 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Attempting to bind port d29e110d-9490-41fb-9243-6b516f58c42b on host dv-cinder-759943-18-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:34.558569 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Attempting to bind port d29e110d-9490-41fb-9243-6b516f58c42b by drivers openvswitch,hyperv on host dv-cinder-759943-18-iscsi at level 0 using segments [{'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:34.558935 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Attempting to bind port d29e110d-9490-41fb-9243-6b516f58c42b on network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:34.577882 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Checking agent: {'id': '21e25330-7aac-403a-bba2-b199b385bfcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 27, 50), 'started_at': datetime.datetime(2021, 8, 31, 23, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:34.578315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Checking segment: {'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:34.578700 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.579095 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Bound using segment: {'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:34.579925 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Bound port: d29e110d-9490-41fb-9243-6b516f58c42b, host: dv-cinder-759943-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7795d996-92fd-4a57-8c0f-e4a14f571635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:34.581213 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.640574 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-5e18dd5f-6bed-4ce9-8cc4-141efc598f56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 200 len: 1000 time: 0.3841295 Aug 31 23:39:34.776529 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] For port d29e110d-9490-41fb-9243-6b516f58c42b, host dv-cinder-759943-18-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:34.784068 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:34.786254 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] For port d29e110d-9490-41fb-9243-6b516f58c42b, host dv-cinder-759943-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=d29e110d-9490-41fb-9243-6b516f58c42b,segment=NetworkSegment(7795d996-92fd-4a57-8c0f-e4a14f571635),segment_id=7795d996-92fd-4a57-8c0f-e4a14f571635)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:34.794337 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.882011 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-6a40eda3-be42-4459-bfed-4ebee23a9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:34.886429 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-6a40eda3-be42-4459-bfed-4ebee23a9e7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.2160397 Aug 31 23:39:34.897954 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be336-3bf7-4771-bb08-81b0fe08b3b8 req-595fdc2a-58ea-4ae6-b50d-c9d97c651279 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:34.902226 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-827be336-3bf7-4771-bb08-81b0fe08b3b8 req-595fdc2a-58ea-4ae6-b50d-c9d97c651279 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.6439312 Aug 31 23:39:34.934941 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Routers {'2f84fec7-857a-4301-97b4-2fc9618591cd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:34.936636 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['2f84fec7-857a-4301-97b4-2fc9618591cd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:35.175995 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-827be336-3bf7-4771-bb08-81b0fe08b3b8 req-d6df2e94-db0d-41ab-bc9e-2f01b5287020 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361686 Aug 31 23:39:35.212082 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37434f1-948b-4c7b-8a53-d7d2d0249a5a req-eb71f986-4f00-4f5d-86f2-dfc80f1d3e50 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:35.222863 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d37434f1-948b-4c7b-8a53-d7d2d0249a5a req-eb71f986-4f00-4f5d-86f2-dfc80f1d3e50 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.1240928 Aug 31 23:39:35.301402 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-c82a12ba-32d9-42b8-8811-79fc70af127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:35.325085 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-c82a12ba-32d9-42b8-8811-79fc70af127a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4217346 Aug 31 23:39:35.351554 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Attempting to bind port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:35.352076 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Attempting to bind port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:35.352616 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Attempting to bind port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 on network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:35.360265 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d37434f1-948b-4c7b-8a53-d7d2d0249a5a req-5240316a-e386-4b2f-b92c-d1afa235f20f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359601 Aug 31 23:39:35.400377 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 on network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:39:35.400887 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Attempting to bind port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 on network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:35.493960 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:35.499466 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Checking segment: {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:35.500093 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Bound using segment: {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:35.502031 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Bound port: f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f635fa81-d73a-40b5-baaa-788a1f2422a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:35.503112 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.562071 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] Set router 2f84fec7-857a-4301-97b4-2fc9618591cd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:35.637104 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:35.640681 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:35.689785 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.766788 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31bb34-8a18-4904-a213-11d66f437bdd req-2448275b-75bf-4542-a88c-31ec4de21f5d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:35.766788 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe31bb34-8a18-4904-a213-11d66f437bdd req-2448275b-75bf-4542-a88c-31ec4de21f5d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.3723762 Aug 31 23:39:35.840486 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841a1e-1db8-485c-b2fb-2e4c1adf1f14 req-4462b0ea-e616-4eb4-aa06-197cec8fe55d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:35.844242 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3841a1e-1db8-485c-b2fb-2e4c1adf1f14 req-4462b0ea-e616-4eb4-aa06-197cec8fe55d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.2209466 Aug 31 23:39:35.854218 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:35.854869 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.856302 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] 10.222.0.61 "PUT /v2.0/ports/f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 1094 time: 2.7837892 Aug 31 23:39:35.868270 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:35.876490 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:35.897863 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-c25f60c0-2645-4b40-a7ca-4d81ed0efd49 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320427 Aug 31 23:39:35.913916 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3841a1e-1db8-485c-b2fb-2e4c1adf1f14 req-b0d46ad0-7ebd-4313-bf31-c69c51a057c5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688920 Aug 31 23:39:35.974724 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1114c-fc4a-4f3d-8d02-4afc7cecfb7e None None] Pushing event updated for resources: {'Port': ['ID=d29e110d-9490-41fb-9243-6b516f58c42b,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:36.058801 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 4, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port': {'id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:26Z', 'updated_at': '2021-08-31T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'd29e110d-9490-41fb-9243-6b516f58c42b', 'name': '', 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69', 'tenant_id': '09105a9c33384d53996099de172518f1', 'mac_address': 'fa:16:3e:13:99:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '30f1ccb1-d6f4-4af7-b131-c6fe78956128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:28Z', 'updated_at': '2021-08-31T23:39:34Z', 'revision_number': 4, 'project_id': '09105a9c33384d53996099de172518f1', 'subnets': [{'id': '30f1ccb1-d6f4-4af7-b131-c6fe78956128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:36.156689 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c32eb45-83f1-4a09-bbec-0ed8948c3a34 x-openstack-request-id: req-0c32eb45-83f1-4a09-bbec-0ed8948c3a34 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:36.157065 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:36.157404 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c32eb45-83f1-4a09-bbec-0ed8948c3a34 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:36.157883 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'status': 'completed', 'code': 200} Aug 31 23:39:36.178456 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c662d-153f-40c1-8ab5-a775f46f8e40 None None] The sync data for ids ['2f84fec7-857a-4301-97b4-2fc9618591cd'] in dv-cinder-759943-18-iscsi is: [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 4, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port': {'id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:26Z', 'updated_at': '2021-08-31T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'd29e110d-9490-41fb-9243-6b516f58c42b', 'name': '', 'network_id': 'f594aa65-a41b-41c1-b3b0-fe6e4c3cab69', 'tenant_id': '09105a9c33384d53996099de172518f1', 'mac_address': 'fa:16:3e:13:99:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '30f1ccb1-d6f4-4af7-b131-c6fe78956128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:28Z', 'updated_at': '2021-08-31T23:39:34Z', 'revision_number': 4, 'project_id': '09105a9c33384d53996099de172518f1', 'subnets': [{'id': '30f1ccb1-d6f4-4af7-b131-c6fe78956128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:36.180744 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ab53e-cb14-4a35-b203-3c6c9852ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:36.225884 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe31bb34-8a18-4904-a213-11d66f437bdd req-79a44c72-8523-4e8b-a299-a44675f634a2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054973 Aug 31 23:39:36.269299 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-7ba87819-a503-4d64-99f5-c19ce7456777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:36.272692 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-7ba87819-a503-4d64-99f5-c19ce7456777 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1097 time: 0.3334243 Aug 31 23:39:36.453432 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63fb74d5-26f9-4b42-86e7-289d3edaefbc req-16e802b6-9156-48a2-b805-87391fdcfe4c service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106978 Aug 31 23:39:36.455050 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-75059481-0692-4f20-9002-c7053b4d2a46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 217 time: 0.1468966 Aug 31 23:39:36.510936 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767c52c-2e47-4dc2-b09c-9053284e3789 req-44adad2c-7800-4d1d-b5e8-3a9c6d6dc30b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:36.514789 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7767c52c-2e47-4dc2-b09c-9053284e3789 req-44adad2c-7800-4d1d-b5e8-3a9c6d6dc30b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1421506 Aug 31 23:39:36.613076 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7767c52c-2e47-4dc2-b09c-9053284e3789 req-33fd1c6a-c06f-4bdc-a84e-eeacff2da6ab tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819278 Aug 31 23:39:36.654990 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-ea4f12f5-5252-43ef-9264-96cb20dd3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:36.660645 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-ea4f12f5-5252-43ef-9264-96cb20dd3557 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 200 len: 847 time: 0.1854706 Aug 31 23:39:36.683146 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48613c-0e10-4532-8f1c-7ba03b6395bb req-c5edb772-7c31-4c12-9574-c037537f998e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:36.685631 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0a48613c-0e10-4532-8f1c-7ba03b6395bb req-c5edb772-7c31-4c12-9574-c037537f998e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.1233511 Aug 31 23:39:36.820893 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0a48613c-0e10-4532-8f1c-7ba03b6395bb req-ca07013d-1b39-48bf-a77a-45c7bfe8448b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252508 Aug 31 23:39:36.823428 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-05e34260-2e76-43f1-acc1-a632179b408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:36.829073 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-05e34260-2e76-43f1-acc1-a632179b408d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1552572 Aug 31 23:39:36.852850 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device d29e110d-9490-41fb-9243-6b516f58c42b up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:37.052547 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning for port d29e110d-9490-41fb-9243-6b516f58c42b completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:37.060038 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port d29e110d-9490-41fb-9243-6b516f58c42b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:37.060626 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.160615 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-be045866-e48f-4732-bcd2-e8307bac91bb service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212523 Aug 31 23:39:37.179671 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297dc1d-e305-4c12-a3bf-825e64765dbd req-3cea75e8-fdd5-4947-973c-c66991323e95 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:37.188186 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4297dc1d-e305-4c12-a3bf-825e64765dbd req-3cea75e8-fdd5-4947-973c-c66991323e95 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0883534 Aug 31 23:39:37.248159 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.271644 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4297dc1d-e305-4c12-a3bf-825e64765dbd req-0839c97d-ba21-4b39-82f1-cb515c41f17a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801351 Aug 31 23:39:37.325594 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] For port d29e110d-9490-41fb-9243-6b516f58c42b, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=d29e110d-9490-41fb-9243-6b516f58c42b,segment=NetworkSegment(7795d996-92fd-4a57-8c0f-e4a14f571635),segment_id=7795d996-92fd-4a57-8c0f-e4a14f571635)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:37.339936 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.476893 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Pushing event updated for resources: {'Port': ['ID=d29e110d-9490-41fb-9243-6b516f58c42b,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:37.499273 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3993368e-b329-49c1-9c3c-c0e7ce19e3c0 req-256895e9-eaab-4cde-98e4-735f4a15e3bd service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216212 Aug 31 23:39:37.534953 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136350c-a549-454a-84ca-964bfdcf8e27 req-056887fe-2cb2-4a72-aec1-95700f681edd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:37.542222 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1136350c-a549-454a-84ca-964bfdcf8e27 req-056887fe-2cb2-4a72-aec1-95700f681edd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1400664 Aug 31 23:39:37.622800 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1136350c-a549-454a-84ca-964bfdcf8e27 req-6c4ebc9a-8c5a-47d9-b05e-fa32a3f3c8d7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Aug 31 23:39:37.718491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-f863acf6-e7e0-4585-a0ee-9dff04c70343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:37.720133 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-f863acf6-e7e0-4585-a0ee-9dff04c70343 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1097 time: 0.0910821 Aug 31 23:39:37.829579 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7b27-8e59-4da8-9113-2bde6d5e4a83 req-6fea3c5f-f959-437f-885b-16a9ce2f3a07 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:37.858791 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fd0b7b27-8e59-4da8-9113-2bde6d5e4a83 req-6fea3c5f-f959-437f-885b-16a9ce2f3a07 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1442647 Aug 31 23:39:37.999491 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fd0b7b27-8e59-4da8-9113-2bde6d5e4a83 req-33921d90-115f-4a8f-9c38-abbe3aa50916 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387308 Aug 31 23:39:38.021671 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-841c8ce3-4999-4291-8323-aa91dd6db051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:38.023653 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-841c8ce3-4999-4291-8323-aa91dd6db051 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 910 time: 0.2924244 Aug 31 23:39:38.126452 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-3e88e862-1594-4505-b53b-a40d0e23ab9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 217 time: 0.0576000 Aug 31 23:39:38.231064 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-5b16445d-e4e2-49bc-825b-c45044af7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:38.233342 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-5b16445d-e4e2-49bc-825b-c45044af7ff7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 200 len: 847 time: 0.0913646 Aug 31 23:39:38.244543 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b38b59-97fc-4cd8-8ec2-aa765185afc9 req-b33de993-e03f-4bbe-a818-856facd9c239 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:38.246408 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-77b38b59-97fc-4cd8-8ec2-aa765185afc9 req-b33de993-e03f-4bbe-a818-856facd9c239 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.2213957 Aug 31 23:39:38.428975 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-ffc18893-d875-4615-8f53-293fef3c006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:38.430768 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-ffc18893-d875-4615-8f53-293fef3c006d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1831737 Aug 31 23:39:38.434073 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-77b38b59-97fc-4cd8-8ec2-aa765185afc9 req-5d7a7478-e294-4d40-a280-cf404f6851a8 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1769650 Aug 31 23:39:38.512878 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86afce-acc2-45e1-9272-b07075b112c1 req-23c00258-2d05-4ba4-bf54-c315c899baf9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:38.523106 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ba86afce-acc2-45e1-9272-b07075b112c1 req-23c00258-2d05-4ba4-bf54-c315c899baf9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1221845 Aug 31 23:39:38.601485 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ba86afce-acc2-45e1-9272-b07075b112c1 req-bd9213a8-b5bd-41cd-9fdf-8bdf0a09e386 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700889 Aug 31 23:39:38.646617 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-5c052063-f0fe-4510-b860-7288b6a3f492 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973722 Aug 31 23:39:38.769293 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device d29e110d-9490-41fb-9243-6b516f58c42b up at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:38.871684 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Provisioning complete for port d29e110d-9490-41fb-9243-6b516f58c42b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:38.872118 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.921968 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fedb4b3-ed90-49b0-b2fa-760bb3e328c8 req-5928fd60-21d5-46dd-90ad-7321dc89e593 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664039 Aug 31 23:39:38.951893 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b613f10-e777-4ad5-ad06-b42dfdec1808 req-de37e2b2-9382-42d4-a044-54d78e0a1556 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:38.960018 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0b613f10-e777-4ad5-ad06-b42dfdec1808 req-de37e2b2-9382-42d4-a044-54d78e0a1556 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1852920 Aug 31 23:39:39.040900 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0b613f10-e777-4ad5-ad06-b42dfdec1808 req-062c1784-b5b6-4632-b609-1e2e23b3edb8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725367 Aug 31 23:39:39.607217 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb252c-418b-4d2b-bd54-d95afe36ac55 req-eed59d3d-b84a-477a-a6d7-52df4a6d6ae4 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:39.618342 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26fb252c-418b-4d2b-bd54-d95afe36ac55 req-eed59d3d-b84a-477a-a6d7-52df4a6d6ae4 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0954194 Aug 31 23:39:39.761990 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26fb252c-418b-4d2b-bd54-d95afe36ac55 req-21ea8ccd-aef0-48a3-9e81-df87d951b0be tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414878 Aug 31 23:39:39.832401 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e1e6d-0a10-4977-b1ae-44c8349d7cfe req-10205256-772a-4e8c-ae1b-9482dd50267f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:39.847197 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e0e1e6d-0a10-4977-b1ae-44c8349d7cfe req-10205256-772a-4e8c-ae1b-9482dd50267f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0761468 Aug 31 23:39:39.903461 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e0e1e6d-0a10-4977-b1ae-44c8349d7cfe req-80174e4f-b05a-470c-a467-4d8071976f9e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529895 Aug 31 23:39:40.270105 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fec63-fe06-4f2f-b1ae-9b53c33ff1d1 req-abe49e54-c6ba-4f3e-8b38-28bf4fdd95dd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:40.280822 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-777fec63-fe06-4f2f-b1ae-9b53c33ff1d1 req-abe49e54-c6ba-4f3e-8b38-28bf4fdd95dd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1189682 Aug 31 23:39:40.370364 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-777fec63-fe06-4f2f-b1ae-9b53c33ff1d1 req-157a35b9-cfdd-4ab8-8b55-417ffc74129f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883942 Aug 31 23:39:41.099092 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34cb3a-b7bc-4e28-9ce8-08a3a512e16f req-ed8663fd-7d9e-4bf8-8ccd-2956767a5bba tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:41.099092 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6a34cb3a-b7bc-4e28-9ce8-08a3a512e16f req-ed8663fd-7d9e-4bf8-8ccd-2956767a5bba tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.2091084 Aug 31 23:39:41.317042 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6a34cb3a-b7bc-4e28-9ce8-08a3a512e16f req-469062f3-308b-4116-a842-504a08380525 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2180362 Aug 31 23:39:41.358181 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19761-0aab-4b1d-aaeb-5b4eed8ec44f req-18f269d8-23cb-4767-9f6d-caf05b91db5a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:41.359755 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2f19761-0aab-4b1d-aaeb-5b4eed8ec44f req-18f269d8-23cb-4767-9f6d-caf05b91db5a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1856816 Aug 31 23:39:41.420733 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2f19761-0aab-4b1d-aaeb-5b4eed8ec44f req-e945b12f-1f77-49d4-8386-28659326a83e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457659 Aug 31 23:39:41.655968 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d193c-52db-4ce1-806a-326044d8619e req-bdfce18e-50a8-462b-a556-f02874d870e3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:41.657913 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-569d193c-52db-4ce1-806a-326044d8619e req-bdfce18e-50a8-462b-a556-f02874d870e3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1397781 Aug 31 23:39:41.721539 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-569d193c-52db-4ce1-806a-326044d8619e req-93f5932f-d869-4298-807c-0423bab47ae9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554800 Aug 31 23:39:42.534355 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a513c-2871-4087-949a-f13d8b9b0b4c req-966e87ec-9191-4e86-9e08-18fd7d4b671c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:42.544257 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-515a513c-2871-4087-949a-f13d8b9b0b4c req-966e87ec-9191-4e86-9e08-18fd7d4b671c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0934477 Aug 31 23:39:42.629818 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2febade-76d2-435e-995d-9e65276412e2 req-09cfb0e5-f28e-4b13-9309-bfdac2072edc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:42.645590 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b2febade-76d2-435e-995d-9e65276412e2 req-09cfb0e5-f28e-4b13-9309-bfdac2072edc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1002469 Aug 31 23:39:42.655318 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-515a513c-2871-4087-949a-f13d8b9b0b4c req-131a7d78-7504-487e-b135-0975d930f7de tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048150 Aug 31 23:39:42.702950 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b2febade-76d2-435e-995d-9e65276412e2 req-e10b140e-2dca-41e1-b3c7-f34ab0eaa93f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564015 Aug 31 23:39:42.918585 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec491c1-54da-4419-bf74-449b809eb4a3 req-df410369-162b-4d49-a33b-2051df3141a1 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:42.920463 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ec491c1-54da-4419-bf74-449b809eb4a3 req-df410369-162b-4d49-a33b-2051df3141a1 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1195292 Aug 31 23:39:42.998491 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ec491c1-54da-4419-bf74-449b809eb4a3 req-8d8ae4ee-c61e-4da6-8338-c60b45202216 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666230 Aug 31 23:39:43.893222 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb3984-b1c1-4ec5-8c58-336a9202cdd4 req-5b6e6a95-7d59-49f5-be8d-8def10e9288f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:43.903006 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2bcb3984-b1c1-4ec5-8c58-336a9202cdd4 req-5b6e6a95-7d59-49f5-be8d-8def10e9288f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.1344540 Aug 31 23:39:43.935339 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7aba6-ed61-4bfc-b19a-e1f36883c103 req-52e74fe1-65d1-428b-9c9a-dfaebd0e514b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:43.951425 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-28c7aba6-ed61-4bfc-b19a-e1f36883c103 req-52e74fe1-65d1-428b-9c9a-dfaebd0e514b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1192119 Aug 31 23:39:43.998160 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2bcb3984-b1c1-4ec5-8c58-336a9202cdd4 req-c3267531-af8e-463e-800d-a69017dc40f9 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945637 Aug 31 23:39:44.035107 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-28c7aba6-ed61-4bfc-b19a-e1f36883c103 req-460559ae-daa7-444d-9667-465cff0b2da3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824411 Aug 31 23:39:44.193641 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9758f-3b2f-4c8a-b2e9-e73e90c1ecde req-c8d62141-95e7-46d6-8b65-46de4e638875 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.195096 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27a9758f-3b2f-4c8a-b2e9-e73e90c1ecde req-c8d62141-95e7-46d6-8b65-46de4e638875 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0967104 Aug 31 23:39:44.290690 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27a9758f-3b2f-4c8a-b2e9-e73e90c1ecde req-a095b704-5660-4892-ab6a-20832e497d61 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869310 Aug 31 23:39:45.161858 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169f30-b83a-47ab-8f74-60165d8a2239 req-17afd717-7128-4ae2-b28a-9c38baa9df89 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:45.182031 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00169f30-b83a-47ab-8f74-60165d8a2239 req-17afd717-7128-4ae2-b28a-9c38baa9df89 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.1168797 Aug 31 23:39:45.267630 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00169f30-b83a-47ab-8f74-60165d8a2239 req-3b12a4c3-7220-405f-bfc3-bc7f0bf0d8d6 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841930 Aug 31 23:39:45.274229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41ef7-3e16-4081-b523-29d01b42c262 req-7375bd95-88d0-4a0f-8572-ce4cefc8be06 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:45.275833 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ca41ef7-3e16-4081-b523-29d01b42c262 req-7375bd95-88d0-4a0f-8572-ce4cefc8be06 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1078305 Aug 31 23:39:45.331770 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ca41ef7-3e16-4081-b523-29d01b42c262 req-11265190-3e7c-4783-b418-7e9306ee77f2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495574 Aug 31 23:39:45.459703 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e4a8c-a834-4239-a31b-dae7c6d962c8 req-e22a6bab-f466-4599-81ee-cf64d3b9dba7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:45.462805 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b0e4a8c-a834-4239-a31b-dae7c6d962c8 req-e22a6bab-f466-4599-81ee-cf64d3b9dba7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0686703 Aug 31 23:39:45.513081 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b0e4a8c-a834-4239-a31b-dae7c6d962c8 req-b572e47b-6f83-4ef9-98c7-caeb38368c7e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Aug 31 23:39:46.079090 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-3476fbc3-1f19-45dc-8533-26eefe3ebbc4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:46.081701 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-3476fbc3-1f19-45dc-8533-26eefe3ebbc4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/networks?id=e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 200 len: 814 time: 0.1209533 Aug 31 23:39:46.098400 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-d683c886-cecc-44a8-b406-55d02c0d49b2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/quotas/3b59eb8973434784a53d0396f0695829 HTTP/1.1" status: 200 len: 375 time: 0.0102546 Aug 31 23:39:46.159261 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b0be1d67-bb62-4573-9096-afe60f65f8d1 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528026 Aug 31 23:39:46.273965 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-d90b3441-4a0e-48ca-9a59-f52134606f4b service neutron] 10.222.0.63 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969877 Aug 31 23:39:46.352375 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:39:46.393969 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0132b84-fe11-4e82-a7ea-e0875568b663 req-f0be5a35-e1d1-4c31-b21d-044e9753e7de tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:46.395538 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f0132b84-fe11-4e82-a7ea-e0875568b663 req-f0be5a35-e1d1-4c31-b21d-044e9753e7de tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0644896 Aug 31 23:39:46.414530 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-df0f138c-ec8f-4271-80c6-6db1ba022435 service neutron] 10.222.0.63 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306369 Aug 31 23:39:46.487206 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:46.488612 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f0132b84-fe11-4e82-a7ea-e0875568b663 req-54a35f6c-e2ea-41bd-9b68-455492ae592d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851738 Aug 31 23:39:46.505451 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'port_id': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'mac_address': 'fa:16:3e:4b:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:39:46.556576 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:46.574927 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:46.606061 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:46.616909 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:46.684394 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4095cc1-0ee0-4443-ba6a-4d247f5cb326 req-771b6828-06e2-4b04-90ea-da3abe77e3bd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:46.692923 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4095cc1-0ee0-4443-ba6a-4d247f5cb326 req-771b6828-06e2-4b04-90ea-da3abe77e3bd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0692558 Aug 31 23:39:46.725443 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74f92-c911-4607-a6c3-b651c0c41c8c req-f01e98d9-6d7a-4e7f-a4f3-f49f74c62f09 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:46.734096 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-14b74f92-c911-4607-a6c3-b651c0c41c8c req-f01e98d9-6d7a-4e7f-a4f3-f49f74c62f09 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1518977 Aug 31 23:39:46.736420 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:46.747285 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.747633 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.747973 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.748301 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.748634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.748961 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.749286 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.749968 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.750463 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.750866 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.751192 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.751516 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:46.771961 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4095cc1-0ee0-4443-ba6a-4d247f5cb326 req-a46920f7-539e-4861-b017-fbbe4d0f861e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726194 Aug 31 23:39:46.794274 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-14b74f92-c911-4607-a6c3-b651c0c41c8c req-ef7072f2-428a-4153-a92d-f93e38619e42 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522017 Aug 31 23:39:46.885109 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d74a99bc-1896-47b0-abea-b4d6abc963d1 req-acae0f6a-ac2d-49ff-877b-aa536424717a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 210 time: 0.0398037 Aug 31 23:39:47.199038 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:39:47.348526 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5789dcd8-2e3b-48e2-a266-baba023a5992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:47.611796 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825552a-a821-4ec5-ad7d-208ecf2d0076 req-0384986b-66ed-45bb-ace5-619529a5b4ec tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:47.613102 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3825552a-a821-4ec5-ad7d-208ecf2d0076 req-0384986b-66ed-45bb-ace5-619529a5b4ec tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 945 time: 0.0504339 Aug 31 23:39:47.655845 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3825552a-a821-4ec5-ad7d-208ecf2d0076 req-b788d13f-2a15-4ee9-86c8-ff4a0ba34372 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353708 Aug 31 23:39:47.718041 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef69d8-ace4-428c-9a7d-750397dc2cbc req-cf1a1e20-c3ad-499d-a574-a734b23feea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:47.719710 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8ef69d8-ace4-428c-9a7d-750397dc2cbc req-cf1a1e20-c3ad-499d-a574-a734b23feea7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1099 time: 0.0437086 Aug 31 23:39:47.760667 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8ef69d8-ace4-428c-9a7d-750397dc2cbc req-591fc8e7-6ad9-47a1-811c-3ab5bf1acd11 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Aug 31 23:39:47.881499 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a66439-c099-4d52-a31b-a47208f7acea req-3d09c494-0706-483c-962a-b5233d6669a3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:47.883089 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-03a66439-c099-4d52-a31b-a47208f7acea req-3d09c494-0706-483c-962a-b5233d6669a3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0519042 Aug 31 23:39:47.906971 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166d37-e30e-48ee-bada-7f090308f2ab req-a4b518b6-74b7-4569-95a4-c5b576d70909 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:47.908691 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f0166d37-e30e-48ee-bada-7f090308f2ab req-a4b518b6-74b7-4569-95a4-c5b576d70909 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0505812 Aug 31 23:39:47.923271 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-03a66439-c099-4d52-a31b-a47208f7acea req-aebfd262-32ec-4a7c-bf32-2574f0177cea tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340126 Aug 31 23:39:47.957418 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f0166d37-e30e-48ee-bada-7f090308f2ab req-f3678940-38d5-46c4-8bf1-c98d2322f2b2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372002 Aug 31 23:39:48.012718 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42b38e2e-50a5-4ae5-b96d-34072475f371 req-35db91d0-8768-46aa-b07a-18bee2cee3f9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 210 time: 0.0306795 Aug 31 23:39:48.779020 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d76dd8-af6d-40f6-8e07-2c0df8b06788 req-324ed907-208f-4618-ae50-5054428b8742 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:48.780592 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-26d76dd8-af6d-40f6-8e07-2c0df8b06788 req-324ed907-208f-4618-ae50-5054428b8742 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 945 time: 0.0502827 Aug 31 23:39:48.825850 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-26d76dd8-af6d-40f6-8e07-2c0df8b06788 req-7947ad7e-9782-4015-9dde-72d35ac4f0a4 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381849 Aug 31 23:39:48.951375 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-054c4efb-1a72-4154-b50d-f476a8cf4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:48.952915 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-054c4efb-1a72-4154-b50d-f476a8cf4a42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1099 time: 0.1021631 Aug 31 23:39:49.029381 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-c4ceb148-f35e-407e-a0ce-6e205111b5f4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:49.030947 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-c4ceb148-f35e-407e-a0ce-6e205111b5f4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.61 "GET /v2.0/networks?id=e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 200 len: 814 time: 0.2049944 Aug 31 23:39:49.056075 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'port': {'device_id': '564fe66d-fcda-40fb-a34a-25268471447b', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'admin_state_up': True, 'tenant_id': '3b59eb8973434784a53d0396f0695829'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:49.170652 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-154e323b-3e22-4b94-ab68-6f3518d74925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:49.172148 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-154e323b-3e22-4b94-ab68-6f3518d74925 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.2091172 Aug 31 23:39:49.186776 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffac5f-416e-4275-918e-23d334d71bca req-79ac1a3d-9018-434e-b5e4-04b46ae79b3d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:49.188366 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b0ffac5f-416e-4275-918e-23d334d71bca req-79ac1a3d-9018-434e-b5e4-04b46ae79b3d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.1527340 Aug 31 23:39:49.223425 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcc3b5-98d8-4168-ae4f-02436c7e1fcd req-142bea37-c438-49e8-ad92-f126aa33a603 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:49.225169 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dcbcc3b5-98d8-4168-ae4f-02436c7e1fcd req-142bea37-c438-49e8-ad92-f126aa33a603 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.2249751 Aug 31 23:39:49.269380 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dcbcc3b5-98d8-4168-ae4f-02436c7e1fcd req-7d754b36-c801-4387-80f0-6d969f30241c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Aug 31 23:39:49.304908 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b0ffac5f-416e-4275-918e-23d334d71bca req-8cccea7e-b164-4ce9-86e1-036f2cf8d437 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051764 Aug 31 23:39:49.313637 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-74795be8-5ad6-4b49-8704-0f84c53a0c19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 200 len: 1001 time: 0.1236124 Aug 31 23:39:49.323463 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Made reservation on behalf of 3b59eb8973434784a53d0396f0695829 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:49.327623 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:49.367789 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2497cbf7-683a-4041-8504-571d42bb2c58 req-16ae18c7-4e86-4fa2-aa3a-244f5a46d965 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 210 time: 0.0358369 Aug 31 23:39:49.445797 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-292c16c2-33e2-4a2e-9753-8a8fc037eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:49.447487 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-292c16c2-33e2-4a2e-9753-8a8fc037eef6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.1173494 Aug 31 23:39:49.542022 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Allocated IP 172.20.0.11 (e5531fe5-3213-41d1-9b89-d508ed38baac/db1e60be-496e-4959-bb4f-bcc262749062/7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:49.736426 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:49.753034 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Transition to ACTIVE for port object 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:49.785474 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:49.818904 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4f87d56-0fb5-4c0b-b2fa-879ad58f6cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:49.829736 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Network e5531fe5-3213-41d1-9b89-d508ed38baac is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:49.832885 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:49.836164 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:49.884652 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:49.911765 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:49.925942 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.926476 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.927024 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.927182 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.927534 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.927875 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.928277 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.928828 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.929471 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.930045 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.930635 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.931195 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:49.975215 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:49.975855 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:50.000771 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-2d0284e7-9fc2-408a-83b1-bb0981a5fcbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9496105 Aug 31 23:39:50.017044 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fa2df-4a3c-4993-9631-8cec6221f8e1 req-96c634a1-c4f5-42b3-9701-7a4dac2079dd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:50.017044 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-932fa2df-4a3c-4993-9631-8cec6221f8e1 req-96c634a1-c4f5-42b3-9701-7a4dac2079dd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 945 time: 0.0772498 Aug 31 23:39:50.064944 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-932fa2df-4a3c-4993-9631-8cec6221f8e1 req-7065ae96-472b-4d89-9549-ad427ae79856 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419273 Aug 31 23:39:50.170708 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-71e29796-8751-4ad6-8082-38b300746f0a None None] Provisioning for port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:50.174905 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-71e29796-8751-4ad6-8082-38b300746f0a None None] Provisioning complete for port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:50.175374 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71e29796-8751-4ad6-8082-38b300746f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:50.212495 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-71e29796-8751-4ad6-8082-38b300746f0a None None] Port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:39:50.397239 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:50.399802 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553a590-75ab-4573-b939-f2bf103336f1 req-fb076c6e-b79f-4cc1-9ccc-e04190910e12 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:50.402206 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e553a590-75ab-4573-b939-f2bf103336f1 req-fb076c6e-b79f-4cc1-9ccc-e04190910e12 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0569983 Aug 31 23:39:50.462123 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e553a590-75ab-4573-b939-f2bf103336f1 req-5a110db1-5239-429c-81e3-f4dafa3f30d2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529327 Aug 31 23:39:50.466270 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:50.471428 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:50.471983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:50.497460 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b088d-916c-4baf-ab51-70b02e7deba1 req-fd8e9e54-5f46-40f5-8ea2-b828e73b7051 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:50.505896 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-984b088d-916c-4baf-ab51-70b02e7deba1 req-fd8e9e54-5f46-40f5-8ea2-b828e73b7051 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0813160 Aug 31 23:39:50.569070 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-984b088d-916c-4baf-ab51-70b02e7deba1 req-417efafb-e803-4a93-adf2-ce52649557b2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618424 Aug 31 23:39:50.593749 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb16a-4e14-4f84-a7e4-60dabca4e3a6 req-e37354ea-04b9-4160-a744-1e0313a9a48e tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:50.595638 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f92fb16a-4e14-4f84-a7e4-60dabca4e3a6 req-e37354ea-04b9-4160-a744-1e0313a9a48e tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0618579 Aug 31 23:39:50.596702 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:50.628528 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:50.630873 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f2194-58be-4613-9090-4bb7c6576e23" -d '{"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-plugged", "status": "completed", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:50.645191 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f92fb16a-4e14-4f84-a7e4-60dabca4e3a6 req-9372e612-b2c6-41b4-b465-0ea2ff57993c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Aug 31 23:39:50.647036 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:50.652374 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:50.690426 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecc3cab-ce51-4049-b973-3fdf6d7f2c8c x-openstack-request-id: req-1ecc3cab-ce51-4049-b973-3fdf6d7f2c8c {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:50.690819 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-plugged", "status": "completed", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:50.691141 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1ecc3cab-ce51-4049-b973-3fdf6d7f2c8c {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:50.691599 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'code': 200} Aug 31 23:39:50.716601 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:51.122438 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:51.185998 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d618a78-b919-4ce3-b2cf-4ac4417ef6df req-fd1807d8-338d-4dcb-9038-2f45cc441506 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:51.187573 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d618a78-b919-4ce3-b2cf-4ac4417ef6df req-fd1807d8-338d-4dcb-9038-2f45cc441506 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0504749 Aug 31 23:39:51.227349 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d618a78-b919-4ce3-b2cf-4ac4417ef6df req-21268066-153f-4be8-be21-c96f0e087e59 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336077 Aug 31 23:39:51.587173 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5a071-656c-4f85-9068-a76d3c75a797 req-28d768a6-638a-44a7-a8ea-81f0799e78c5 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:51.589271 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6cd5a071-656c-4f85-9068-a76d3c75a797 req-28d768a6-638a-44a7-a8ea-81f0799e78c5 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0506806 Aug 31 23:39:51.640180 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6cd5a071-656c-4f85-9068-a76d3c75a797 req-e8abb8a7-f96a-4557-9808-960956aee57b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Aug 31 23:39:51.712526 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b8ad-0879-49c5-9a1d-f3632526dbcb req-f6a4b2ee-7bb6-4c1b-83ec-73c5ceb584d0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:51.714122 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6133b8ad-0879-49c5-9a1d-f3632526dbcb req-f6a4b2ee-7bb6-4c1b-83ec-73c5ceb584d0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 946 time: 0.0650120 Aug 31 23:39:51.762743 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6133b8ad-0879-49c5-9a1d-f3632526dbcb req-afcd6781-2c64-4b3a-9ef6-ce01a567de90 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Aug 31 23:39:51.782138 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e4b8-fb25-4202-a9ac-1f88bd876653 req-4b1b29af-aff0-4263-af7f-6b0e6d370188 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:51.783687 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3666e4b8-fb25-4202-a9ac-1f88bd876653 req-4b1b29af-aff0-4263-af7f-6b0e6d370188 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0525405 Aug 31 23:39:51.827777 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3666e4b8-fb25-4202-a9ac-1f88bd876653 req-d05363dc-0a95-40e0-827b-e366db811391 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335052 Aug 31 23:39:52.369504 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adefd81-44be-45c8-b63c-9e2738723e98 req-a2accffc-42fc-432a-8929-79f0bdc1e8e1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:52.371114 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7adefd81-44be-45c8-b63c-9e2738723e98 req-a2accffc-42fc-432a-8929-79f0bdc1e8e1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0599623 Aug 31 23:39:52.406290 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:52.411612 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7adefd81-44be-45c8-b63c-9e2738723e98 req-25cfc52b-83ff-48eb-8c1b-eb68d3bda485 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343301 Aug 31 23:39:52.495067 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:52.533283 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:52.537142 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:52.589371 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:52.681494 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:52.692527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:52.694934 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdad27c4-c5a5-49ea-bd6a-639c7be89a3a" -d '{"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-unplugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:52.745948 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2e1ce4-ddad-46ba-91d4-c4a164b25960 x-openstack-request-id: req-9d2e1ce4-ddad-46ba-91d4-c4a164b25960 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:52.745948 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-unplugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:52.745948 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9d2e1ce4-ddad-46ba-91d4-c4a164b25960 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:52.745948 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'code': 200} Aug 31 23:39:52.776182 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef31e-e1ff-4698-8720-f9a60eb9c788 req-20c2f248-32ef-4ece-a160-6002d0c3469f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:52.777708 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-437ef31e-e1ff-4698-8720-f9a60eb9c788 req-20c2f248-32ef-4ece-a160-6002d0c3469f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0597422 Aug 31 23:39:52.828078 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-437ef31e-e1ff-4698-8720-f9a60eb9c788 req-d128b79f-aa34-4b1b-9926-0d1230e273cd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Aug 31 23:39:52.910722 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae78fb-985f-48d3-a746-0944ccbf4208 req-8806e6e2-fb6f-457c-949e-84b50c804b09 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:52.912445 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bae78fb-985f-48d3-a746-0944ccbf4208 req-8806e6e2-fb6f-457c-949e-84b50c804b09 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0528626 Aug 31 23:39:52.955159 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bae78fb-985f-48d3-a746-0944ccbf4208 req-697f48b2-3b27-445d-81ed-32df5a8c6c34 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349534 Aug 31 23:39:52.960035 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6a5e-bd17-44f0-a2a0-8f5da67adecb req-82a056e6-f749-4542-bd77-2e33bb84eb19 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:52.961650 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f38d6a5e-bd17-44f0-a2a0-8f5da67adecb req-82a056e6-f749-4542-bd77-2e33bb84eb19 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0619044 Aug 31 23:39:53.009010 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f38d6a5e-bd17-44f0-a2a0-8f5da67adecb req-6128886e-6bcd-4995-947e-b7aea7fe4046 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Aug 31 23:39:53.531663 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aa493-035c-46d3-bad9-5d5e30a664a1 req-81989af5-2f2b-4b3f-a536-20e3298a44ee tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:53.533214 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6c4aa493-035c-46d3-bad9-5d5e30a664a1 req-81989af5-2f2b-4b3f-a536-20e3298a44ee tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0505853 Aug 31 23:39:53.573930 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6c4aa493-035c-46d3-bad9-5d5e30a664a1 req-1d7321de-329e-47d6-8d5b-99f84b036d2e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346372 Aug 31 23:39:53.950990 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371f34d-c9d7-456e-89e0-50b21a2cf486 req-833bc459-3f0b-4c6a-a93f-a49e224f513d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:53.952526 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8371f34d-c9d7-456e-89e0-50b21a2cf486 req-833bc459-3f0b-4c6a-a93f-a49e224f513d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0541599 Aug 31 23:39:53.998179 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8371f34d-c9d7-456e-89e0-50b21a2cf486 req-f4a6c016-cb81-481e-a7e5-75b1081f277e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 Aug 31 23:39:54.106511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473bbc0-63e8-4ebf-a10c-9e9687329332 req-63903e69-3be1-4fd0-8df1-2238f2d6ac67 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:54.108091 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b473bbc0-63e8-4ebf-a10c-9e9687329332 req-63903e69-3be1-4fd0-8df1-2238f2d6ac67 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0652432 Aug 31 23:39:54.137565 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5032d-aaef-48c1-9f0e-2ab2bc59d416 req-878b105c-0615-4ccd-b3a9-75bff78652b3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:54.139958 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51a5032d-aaef-48c1-9f0e-2ab2bc59d416 req-878b105c-0615-4ccd-b3a9-75bff78652b3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0557785 Aug 31 23:39:54.154565 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b473bbc0-63e8-4ebf-a10c-9e9687329332 req-76f3bef1-dbbf-4228-a942-ee8c9525e0d6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396857 Aug 31 23:39:54.183584 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51a5032d-aaef-48c1-9f0e-2ab2bc59d416 req-5b96bc70-fe6d-4286-b365-ad2fbb44f2ad tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379381 Aug 31 23:39:54.700222 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae611be9-4754-41ed-83e1-d18e63c9264e req-0c656b41-3da5-43d6-abe4-4933a2930d3c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:54.701780 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae611be9-4754-41ed-83e1-d18e63c9264e req-0c656b41-3da5-43d6-abe4-4933a2930d3c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0508084 Aug 31 23:39:54.743433 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae611be9-4754-41ed-83e1-d18e63c9264e req-aa73b6a6-2605-4331-9592-9404b217db2c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352156 Aug 31 23:39:55.126219 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96559499-3df9-49e4-b6f6-28953044bb5a req-bfcff813-7a9d-474c-a5b5-cb13c9a32361 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:55.127793 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96559499-3df9-49e4-b6f6-28953044bb5a req-bfcff813-7a9d-474c-a5b5-cb13c9a32361 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0557196 Aug 31 23:39:55.171536 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96559499-3df9-49e4-b6f6-28953044bb5a req-7fcd2a00-aee0-4049-82d0-88ce5eb7a87c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Aug 31 23:39:55.285783 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23605f39-4aef-4f94-b590-6bcefad5c372 req-cfa04d8e-a37d-4f12-8735-eb89f7c60f89 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:55.288021 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23605f39-4aef-4f94-b590-6bcefad5c372 req-cfa04d8e-a37d-4f12-8735-eb89f7c60f89 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0537972 Aug 31 23:39:55.303583 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882a5c-55bc-411b-9c00-492dd73b0e6a req-5b8f481a-0f52-4d72-807a-58beb9568ed6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:55.305194 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6882a5c-55bc-411b-9c00-492dd73b0e6a req-5b8f481a-0f52-4d72-807a-58beb9568ed6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0516951 Aug 31 23:39:55.330381 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23605f39-4aef-4f94-b590-6bcefad5c372 req-897b95e7-72d7-4235-a70b-1f65428438ff tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353370 Aug 31 23:39:55.351617 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6882a5c-55bc-411b-9c00-492dd73b0e6a req-b0384d92-7ab7-4b7b-92cc-173d8c600f2a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Aug 31 23:39:55.871008 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06632f-7e27-44c0-ab30-dc8dab50d987 req-01516ae1-01a7-4f7e-84d8-2e6e21cbda91 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:55.872555 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe06632f-7e27-44c0-ab30-dc8dab50d987 req-01516ae1-01a7-4f7e-84d8-2e6e21cbda91 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0605800 Aug 31 23:39:55.913511 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe06632f-7e27-44c0-ab30-dc8dab50d987 req-be571352-5d0c-4ccb-aa5e-b9ea8732aca0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345383 Aug 31 23:39:56.014505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:56.292775 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d28e0-120e-431e-b38f-a882da4db692 req-91908ca5-9ec8-441a-b90e-8c48071c291d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:56.294179 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd0d28e0-120e-431e-b38f-a882da4db692 req-91908ca5-9ec8-441a-b90e-8c48071c291d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0500007 Aug 31 23:39:56.334763 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd0d28e0-120e-431e-b38f-a882da4db692 req-78ff4e70-2ab5-4ada-80b6-27636f942454 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340512 Aug 31 23:39:56.473727 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901f287-dbf9-4fd6-b587-23f3380edbf9 req-2145063c-484b-4273-a294-11d02c40a6f9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:56.475374 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a901f287-dbf9-4fd6-b587-23f3380edbf9 req-2145063c-484b-4273-a294-11d02c40a6f9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0665181 Aug 31 23:39:56.492688 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b966b-930b-48ed-88f9-cd9e15512faf req-45ba2085-afd9-4571-9146-9dd288e9fdb0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:56.494736 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a19b966b-930b-48ed-88f9-cd9e15512faf req-45ba2085-afd9-4571-9146-9dd288e9fdb0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0663495 Aug 31 23:39:56.523586 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a901f287-dbf9-4fd6-b587-23f3380edbf9 req-0e99415e-3185-475a-8f2c-ebdc3bf22ae3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Aug 31 23:39:56.545232 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a19b966b-930b-48ed-88f9-cd9e15512faf req-8a17e1bb-0004-456b-b27d-1e62ba2f506f tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Aug 31 23:39:57.040491 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d1005-9635-4945-b4b9-c02cb3bbcc85 req-f15e14b0-018d-4ab6-8756-218ddd32cb26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.042081 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-897d1005-9635-4945-b4b9-c02cb3bbcc85 req-f15e14b0-018d-4ab6-8756-218ddd32cb26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0534618 Aug 31 23:39:57.087877 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-897d1005-9635-4945-b4b9-c02cb3bbcc85 req-5ab7913f-af56-464d-857e-37b4917104bc tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398593 Aug 31 23:39:57.453667 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cb370-68a0-4e9e-be69-f8f1271197b8 req-4fe81a42-1413-47f3-bec2-daebeaede79c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.455255 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba2cb370-68a0-4e9e-be69-f8f1271197b8 req-4fe81a42-1413-47f3-bec2-daebeaede79c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0507400 Aug 31 23:39:57.496429 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba2cb370-68a0-4e9e-be69-f8f1271197b8 req-343b2d95-0b4c-4a39-94c2-bcc6fab3a24b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Aug 31 23:39:57.654301 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd50d-bf34-41e1-8aac-3f8c9a32dc8b req-b0fe33b9-f39a-4c3b-93a9-36b8729f7b09 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.655915 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f3dd50d-bf34-41e1-8aac-3f8c9a32dc8b req-b0fe33b9-f39a-4c3b-93a9-36b8729f7b09 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0559230 Aug 31 23:39:57.686279 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20292c-ffcc-4200-8d9c-df8184600ff4 req-5c544b47-23c7-428d-a916-115c27f62434 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.688344 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa20292c-ffcc-4200-8d9c-df8184600ff4 req-5c544b47-23c7-428d-a916-115c27f62434 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0564685 Aug 31 23:39:57.697658 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f3dd50d-bf34-41e1-8aac-3f8c9a32dc8b req-b91d582f-258c-42eb-9177-90d2fcd689f5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Aug 31 23:39:57.732614 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa20292c-ffcc-4200-8d9c-df8184600ff4 req-2cb0bed6-40fb-4bf3-9dff-9b926d0a9188 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382659 Aug 31 23:39:58.208562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bd646-1fd7-48c6-acf2-9c2e387cd57c req-83fd5601-cad1-4623-8ba6-5723f0ba27d8 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:58.209498 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a30bd646-1fd7-48c6-acf2-9c2e387cd57c req-83fd5601-cad1-4623-8ba6-5723f0ba27d8 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0512278 Aug 31 23:39:58.253278 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a30bd646-1fd7-48c6-acf2-9c2e387cd57c req-b34d933e-67ff-4988-8d1c-ef0c52241f93 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363624 Aug 31 23:39:58.616161 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7cdb7-1d90-4827-af57-7be3f8828658 req-749dd633-226b-4a80-9424-ddf5c77a4922 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:58.617775 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-81e7cdb7-1d90-4827-af57-7be3f8828658 req-749dd633-226b-4a80-9424-ddf5c77a4922 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0512817 Aug 31 23:39:58.664046 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-81e7cdb7-1d90-4827-af57-7be3f8828658 req-56f0951a-52e7-4785-b4ee-1fd76674acf3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Aug 31 23:39:58.826220 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08e753-f2b3-453e-92da-365261828ab4 req-da19de59-8b17-4d6d-90ff-ae367a18e643 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:58.827946 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4c08e753-f2b3-453e-92da-365261828ab4 req-da19de59-8b17-4d6d-90ff-ae367a18e643 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0520258 Aug 31 23:39:58.877229 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4c08e753-f2b3-453e-92da-365261828ab4 req-9c9f9b48-4e9a-4686-8d82-c33840317c7f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426738 Aug 31 23:39:59.090105 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20c3e7-24ca-44e7-87a6-cbd6cf8bdf57 req-bbb4cdae-dd67-4353-8f26-749b299bff7a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:59.091626 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c20c3e7-24ca-44e7-87a6-cbd6cf8bdf57 req-bbb4cdae-dd67-4353-8f26-749b299bff7a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.2875581 Aug 31 23:39:59.136036 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c20c3e7-24ca-44e7-87a6-cbd6cf8bdf57 req-0415ef78-2806-46b9-aa14-53c809fca47e tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Aug 31 23:39:59.376961 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5aa0-8e40-4645-a241-511457282de0 req-a1b9a029-dc51-4bbf-8897-e4d3248d66ce tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:59.378495 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-97ab5aa0-8e40-4645-a241-511457282de0 req-a1b9a029-dc51-4bbf-8897-e4d3248d66ce tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0538638 Aug 31 23:39:59.423513 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-97ab5aa0-8e40-4645-a241-511457282de0 req-4d6307e4-2e27-4ba9-a70b-58ead9f68e75 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385342 Aug 31 23:39:59.794013 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4880d-2a87-4579-ae0b-04955b6e190f req-a60164f1-0311-4dcb-9a9a-1a652d78469e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:59.795662 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dab4880d-2a87-4579-ae0b-04955b6e190f req-a60164f1-0311-4dcb-9a9a-1a652d78469e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0506191 Aug 31 23:39:59.835052 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dab4880d-2a87-4579-ae0b-04955b6e190f req-a8414fa4-e7b4-434d-a879-f63eb51cef43 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Aug 31 23:40:00.006065 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1a31f-e594-4bbd-9805-c3cb8b1fc1e9 req-50c84b4c-cc50-4747-ae29-61b05bf9326c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:00.008325 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-77a1a31f-e594-4bbd-9805-c3cb8b1fc1e9 req-50c84b4c-cc50-4747-ae29-61b05bf9326c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0514615 Aug 31 23:40:00.053889 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-77a1a31f-e594-4bbd-9805-c3cb8b1fc1e9 req-de153498-4a05-496d-9ed9-82206b27b885 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390301 Aug 31 23:40:00.255059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e417b-6018-4471-9c2e-f03e2b54ab64 req-eccd42d0-2d71-49c6-ba79-069aa087dc58 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:00.259943 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c0e417b-6018-4471-9c2e-f03e2b54ab64 req-eccd42d0-2d71-49c6-ba79-069aa087dc58 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0514102 Aug 31 23:40:00.299792 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c0e417b-6018-4471-9c2e-f03e2b54ab64 req-d24203f8-0a52-4b6d-ba6c-d59b5afd7282 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Aug 31 23:40:00.548716 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735672d1-e5cb-4d2c-ae1b-7390df223c85 req-76e65513-ccbc-4810-9bbc-2f2b2939f48e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:00.550201 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-735672d1-e5cb-4d2c-ae1b-7390df223c85 req-76e65513-ccbc-4810-9bbc-2f2b2939f48e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0517194 Aug 31 23:40:00.589553 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-735672d1-e5cb-4d2c-ae1b-7390df223c85 req-945399ce-f278-4042-9165-138f9508e169 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328057 Aug 31 23:40:00.753961 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:40:00.957341 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057f874-4010-4fcb-86f4-770ee26ca629 req-625e689c-abd9-4d2a-afc7-2e227de25a6e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:00.958897 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4057f874-4010-4fcb-86f4-770ee26ca629 req-625e689c-abd9-4d2a-afc7-2e227de25a6e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0506420 Aug 31 23:40:01.006245 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4057f874-4010-4fcb-86f4-770ee26ca629 req-fc490804-bfdf-4bef-a67f-68a43c604924 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Aug 31 23:40:01.190883 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e53cc2-4eb5-467a-ae71-f099d7693875 req-20c58aa0-baa9-4a35-afe2-ff034bbd8749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:01.192322 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44e53cc2-4eb5-467a-ae71-f099d7693875 req-20c58aa0-baa9-4a35-afe2-ff034bbd8749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0547528 Aug 31 23:40:01.231939 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44e53cc2-4eb5-467a-ae71-f099d7693875 req-26837cae-b38e-4867-9b1b-862564ac575f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330498 Aug 31 23:40:01.420065 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78d18a-8f2d-4047-a3c2-cea123953192 req-3aa9de9d-9e21-4869-bb5a-c85a2422ce9b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:01.421605 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3e78d18a-8f2d-4047-a3c2-cea123953192 req-3aa9de9d-9e21-4869-bb5a-c85a2422ce9b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0543439 Aug 31 23:40:01.464200 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3e78d18a-8f2d-4047-a3c2-cea123953192 req-15ec46d8-1291-46a6-b777-d31df83fc4bb tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Aug 31 23:40:01.709315 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50f0f5-9519-469e-9951-e614471983c3 req-e8ebe133-a87e-47d3-ab34-307ed7989e66 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:01.710875 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a50f0f5-9519-469e-9951-e614471983c3 req-e8ebe133-a87e-47d3-ab34-307ed7989e66 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0510478 Aug 31 23:40:01.756916 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a50f0f5-9519-469e-9951-e614471983c3 req-ba405c0b-fab4-4a3b-be57-445409eaa17d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390940 Aug 31 23:40:02.131738 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566108f0-cac5-4731-8ef7-3ea839edb458 req-401884c5-7b96-4e6d-864a-0e5bffe27682 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:02.133282 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-566108f0-cac5-4731-8ef7-3ea839edb458 req-401884c5-7b96-4e6d-864a-0e5bffe27682 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0527942 Aug 31 23:40:02.178440 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-566108f0-cac5-4731-8ef7-3ea839edb458 req-d042bf84-f3bd-484b-a917-1239f0681fa5 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Aug 31 23:40:02.357972 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f458a4-67f8-4b43-b02a-7dc14eb8920d req-24ecc61f-d616-48ae-abd9-719d90a56844 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:02.359735 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d2f458a4-67f8-4b43-b02a-7dc14eb8920d req-24ecc61f-d616-48ae-abd9-719d90a56844 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0512667 Aug 31 23:40:02.401201 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d2f458a4-67f8-4b43-b02a-7dc14eb8920d req-c0ad3cda-3b28-4309-97ae-c857b8e63d5d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350688 Aug 31 23:40:02.583054 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5bbb4-1fbf-4a01-b127-64ae00d45459 req-1dbb7d9d-38c3-4171-b861-b22a33eea37d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:02.584553 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3be5bbb4-1fbf-4a01-b127-64ae00d45459 req-1dbb7d9d-38c3-4171-b861-b22a33eea37d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0509367 Aug 31 23:40:02.625467 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3be5bbb4-1fbf-4a01-b127-64ae00d45459 req-dca58a16-e781-4701-abac-f7ba28d0cda2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348558 Aug 31 23:40:02.884808 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910952d7-e178-498d-a67f-05b0ed5bc474 req-b6a5fc5c-65b3-4847-82e3-74f3b2f733ca tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:02.885022 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-910952d7-e178-498d-a67f-05b0ed5bc474 req-b6a5fc5c-65b3-4847-82e3-74f3b2f733ca tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0595677 Aug 31 23:40:02.924077 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-910952d7-e178-498d-a67f-05b0ed5bc474 req-c270cf29-3cc9-478e-82ff-f91cf1cd5633 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328972 Aug 31 23:40:03.300936 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f61cd6-950c-4812-bbf4-d8ccf90424a0 req-ea9172b0-d916-4699-98da-03eb33439145 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:03.303264 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40f61cd6-950c-4812-bbf4-d8ccf90424a0 req-ea9172b0-d916-4699-98da-03eb33439145 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0531981 Aug 31 23:40:03.341351 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40f61cd6-950c-4812-bbf4-d8ccf90424a0 req-c463bd5d-e444-43d5-b4a1-07be72a9fd3e tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Aug 31 23:40:03.520509 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7221e2-1b6b-4624-a7f3-c184e1ec8260 req-8acdef38-e8b6-4b52-9ec5-1fce28643038 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:03.521929 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca7221e2-1b6b-4624-a7f3-c184e1ec8260 req-8acdef38-e8b6-4b52-9ec5-1fce28643038 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0493553 Aug 31 23:40:03.560543 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca7221e2-1b6b-4624-a7f3-c184e1ec8260 req-5c5623b2-fcec-4cc0-a786-f554d4140c07 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Aug 31 23:40:03.739120 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3172d76-6099-45ad-8043-aa789329afe5 req-11129406-667f-4ca7-9474-eb5cf37f162c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:03.740683 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a3172d76-6099-45ad-8043-aa789329afe5 req-11129406-667f-4ca7-9474-eb5cf37f162c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0504344 Aug 31 23:40:03.783063 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a3172d76-6099-45ad-8043-aa789329afe5 req-11455116-2d5d-4cb1-8ca9-44a8ca55c840 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Aug 31 23:40:04.039691 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db1761-24c3-48a0-b1af-190320b75f67 req-7d1f9119-a04a-470b-b524-546db47757f7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:04.041720 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-24db1761-24c3-48a0-b1af-190320b75f67 req-7d1f9119-a04a-470b-b524-546db47757f7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0491316 Aug 31 23:40:04.080529 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-24db1761-24c3-48a0-b1af-190320b75f67 req-2a9e8a39-2d77-4bde-b167-9f2c37499513 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329030 Aug 31 23:40:04.463812 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e21ae-7e97-4b21-b2ae-944bad155e9d req-d01cc4fe-412a-43d4-b8bd-6ad1a6990d3f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:04.465343 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec2e21ae-7e97-4b21-b2ae-944bad155e9d req-d01cc4fe-412a-43d4-b8bd-6ad1a6990d3f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0560844 Aug 31 23:40:04.503242 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec2e21ae-7e97-4b21-b2ae-944bad155e9d req-5e8b275e-a3f0-4cd2-9480-cc5d5ba98a6d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Aug 31 23:40:04.684319 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a150b1b-21b1-4386-bc74-29be474191f1 req-7b03a76f-b623-4d7f-bb80-cb33de5c7e74 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:04.685815 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8a150b1b-21b1-4386-bc74-29be474191f1 req-7b03a76f-b623-4d7f-bb80-cb33de5c7e74 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0536191 Aug 31 23:40:04.730761 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8a150b1b-21b1-4386-bc74-29be474191f1 req-07ccea2e-328f-4493-9fb1-fdb44b8d7195 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386751 Aug 31 23:40:04.899069 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102fa30-c6f0-4a71-923e-f45b469b655e req-0d973533-5e72-441d-ab83-b4e0f49aefd1 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:04.900775 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5102fa30-c6f0-4a71-923e-f45b469b655e req-0d973533-5e72-441d-ab83-b4e0f49aefd1 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.0504062 Aug 31 23:40:04.940296 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5102fa30-c6f0-4a71-923e-f45b469b655e req-97bb4989-d644-4aa1-82dd-02bfa47b7fc5 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Aug 31 23:40:05.195799 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2523a-519a-4eb2-a2f7-bdc2816e09f6 req-a0c86143-eda8-49ef-937b-dca4c1b14f84 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:05.197221 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1c2523a-519a-4eb2-a2f7-bdc2816e09f6 req-a0c86143-eda8-49ef-937b-dca4c1b14f84 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0492616 Aug 31 23:40:05.235016 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1c2523a-519a-4eb2-a2f7-bdc2816e09f6 req-c7cc1ad8-20ab-4656-95af-33f8695b9334 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318501 Aug 31 23:40:05.618267 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9288e-9d7d-4186-aee4-62fc5449d191 req-649dc77c-d535-4cb1-bfc2-b0fdcc361a03 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:05.619804 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7c9288e-9d7d-4186-aee4-62fc5449d191 req-649dc77c-d535-4cb1-bfc2-b0fdcc361a03 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Aug 31 23:40:05.663767 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7c9288e-9d7d-4186-aee4-62fc5449d191 req-9ec9b846-f2d1-4617-aee6-348daab031ab tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379896 Aug 31 23:40:05.852059 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac80cb5-86ad-41de-829e-6da3c2e643c7 req-e1bd5524-c756-4c8a-bb03-9c71fbe0d60f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:05.853554 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8ac80cb5-86ad-41de-829e-6da3c2e643c7 req-e1bd5524-c756-4c8a-bb03-9c71fbe0d60f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0495856 Aug 31 23:40:05.873783 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Request body: {'port': {'device_id': '564fe66d-fcda-40fb-a34a-25268471447b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:05.897963 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8ac80cb5-86ad-41de-829e-6da3c2e643c7 req-bd2c857f-563b-4f21-923e-64ecd977412c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 Aug 31 23:40:05.955720 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-7ec5e30f-96e6-4131-8eae-c1844f4a4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:05.958135 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-7ec5e30f-96e6-4131-8eae-c1844f4a4fdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0878706 Aug 31 23:40:05.965520 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:06.172680 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076f4d6-71f5-4210-9e60-e6ed0637e87c req-c6f2c5d5-c201-4ed1-b8ca-a64a83bdb94d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.174311 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f076f4d6-71f5-4210-9e60-e6ed0637e87c req-c6f2c5d5-c201-4ed1-b8ca-a64a83bdb94d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 932 time: 0.1609037 Aug 31 23:40:06.192858 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-a3726c6e-612d-40a3-990e-a1c1e849b3a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774181 Aug 31 23:40:06.286461 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.61', 57583) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:06.288945 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f076f4d6-71f5-4210-9e60-e6ed0637e87c req-35aadfe5-3bfa-4460-9f36-768bbaf91dbd tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934548 Aug 31 23:40:06.342033 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-3f6aa738-a8b1-4322-b21f-e9c363f6f0bd service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141988 Aug 31 23:40:06.404415 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-dabcc034-a175-4be7-a509-cdf75785555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.405916 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-dabcc034-a175-4be7-a509-cdf75785555d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1098 time: 0.1085253 Aug 31 23:40:06.408380 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861880c6-e390-41a0-8698-7e1f489d056c req-33fe178b-c2a7-4959-95e2-27e54b7e2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.409739 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-861880c6-e390-41a0-8698-7e1f489d056c req-33fe178b-c2a7-4959-95e2-27e54b7e2843 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1099 time: 0.1217811 Aug 31 23:40:06.422085 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f9729-dc41-4a19-b573-e90789b33f42 req-23f371dc-48ba-4bd0-875f-221b8aa7029f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.423425 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f9f9729-dc41-4a19-b573-e90789b33f42 req-23f371dc-48ba-4bd0-875f-221b8aa7029f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0781753 Aug 31 23:40:06.443410 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:40:06.454078 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:06.480648 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Transition to ACTIVE for port object 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:06.486660 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:06.515736 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-bbd2e531-eaa0-4c18-9c5b-6f68d0dc8a9c service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663380 Aug 31 23:40:06.542619 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Pushing event updated for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:06.593666 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-861880c6-e390-41a0-8698-7e1f489d056c req-f7e5d582-c2fc-46be-8e13-32fba6465010 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1692662 Aug 31 23:40:06.601402 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f9f9729-dc41-4a19-b573-e90789b33f42 req-fe936ae7-57d9-45d5-9508-39c0a8d5f2cd tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603563 Aug 31 23:40:06.642796 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Attempting to bind port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:40:06.643411 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Attempting to bind port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:40:06.643748 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Attempting to bind port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 on network e5531fe5-3213-41d1-9b89-d508ed38baac {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:06.648780 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 on network e5531fe5-3213-41d1-9b89-d508ed38baac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:40:06.649098 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Attempting to bind port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 on network e5531fe5-3213-41d1-9b89-d508ed38baac {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:06.654230 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:40:06.655011 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Checking segment: {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:06.655011 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Bound using segment: {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:40:06.655483 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Bound port: 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb33063b-7f0b-435e-840e-69d6130db121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:40:06.655847 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:06.658355 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-f7ca9e21-7241-4691-89bd-6c2c537dbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.660053 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-f7ca9e21-7241-4691-89bd-6c2c537dbd6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 913 time: 0.2147288 Aug 31 23:40:06.749544 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:40:06.774961 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:40:06.779405 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:06.830034 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51bfe-e820-4e29-8a8e-c59950f25012 req-ebce63ce-1c2e-498c-b0bd-37f6865564b8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.831629 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eaa51bfe-e820-4e29-8a8e-c59950f25012 req-ebce63ce-1c2e-498c-b0bd-37f6865564b8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0981870 Aug 31 23:40:06.834959 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.835577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:06.837483 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] 10.222.0.61 "PUT /v2.0/ports/7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 1094 time: 0.9685540 Aug 31 23:40:06.837940 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:06.840194 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8db2f4-a4e0-49d1-a97e-b70a1ac604fb" -d '{"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:06.872046 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61abee3-eb59-4e0b-8860-da9843446c5f service neutron] Pushing event updated for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:06.886696 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7d7db7-dfc8-49a6-8f59-99678e71de7a x-openstack-request-id: req-6c7d7db7-dfc8-49a6-8f59-99678e71de7a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:06.886985 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:06.887235 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6c7d7db7-dfc8-49a6-8f59-99678e71de7a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:06.887623 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'status': 'completed', 'code': 200} Aug 31 23:40:06.895309 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eaa51bfe-e820-4e29-8a8e-c59950f25012 req-55a96064-0cad-4e9d-b66c-44a508f0faad tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521607 Aug 31 23:40:07.039151 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6c1f3-05d7-4db1-bb9b-a85f2af31384 req-79fc6feb-1d99-4419-aee8-9a610be60055 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.040735 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebd6c1f3-05d7-4db1-bb9b-a85f2af31384 req-79fc6feb-1d99-4419-aee8-9a610be60055 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0564942 Aug 31 23:40:07.083917 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebd6c1f3-05d7-4db1-bb9b-a85f2af31384 req-f59150f5-fba4-440b-a6d3-a5e8cf42bf9b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365691 Aug 31 23:40:07.301279 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee74e-ec1c-4b82-a2db-9cd96d5714fe req-39d884af-2d7b-4465-97f1-40a0ec25989d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.302723 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf0ee74e-ec1c-4b82-a2db-9cd96d5714fe req-39d884af-2d7b-4465-97f1-40a0ec25989d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0783360 Aug 31 23:40:07.309685 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db2f4-a4e0-49d1-a97e-b70a1ac604fb req-52edd5e9-e855-4fb1-bb40-c17a14032aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.312115 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea8db2f4-a4e0-49d1-a97e-b70a1ac604fb req-52edd5e9-e855-4fb1-bb40-c17a14032aa3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1097 time: 0.0608795 Aug 31 23:40:07.332462 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-7e099589-2e5a-48be-bbc9-41c9cfe8e46e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 200 len: 1000 time: 0.0980487 Aug 31 23:40:07.351786 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf0ee74e-ec1c-4b82-a2db-9cd96d5714fe req-9455639e-9d14-4867-9721-9123d91e5a20 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Aug 31 23:40:07.480598 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-e7d4b502-27e9-4d03-9dd0-7c248ae0ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.482042 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-e7d4b502-27e9-4d03-9dd0-7c248ae0ec86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0862796 Aug 31 23:40:07.489598 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04089cf0-71ad-4190-a119-d42d479476ac req-a830537b-db8c-4f5f-acad-8dc2a4a3e2b3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.491102 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04089cf0-71ad-4190-a119-d42d479476ac req-a830537b-db8c-4f5f-acad-8dc2a4a3e2b3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 944 time: 0.1206753 Aug 31 23:40:07.494392 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db2f4-a4e0-49d1-a97e-b70a1ac604fb req-ee473872-bcf9-43fb-827f-9d0ec047578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.495961 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea8db2f4-a4e0-49d1-a97e-b70a1ac604fb req-ee473872-bcf9-43fb-827f-9d0ec047578c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3b59eb8973434784a53d0396f0695829&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1037438 Aug 31 23:40:07.506873 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-84885f31-a1a3-4ab7-a377-2b644f97d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.508328 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-84885f31-a1a3-4ab7-a377-2b644f97d8eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e50fb716d8482e89dd5e65139d41c3&device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 1099 time: 0.1112270 Aug 31 23:40:07.593673 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db2f4-a4e0-49d1-a97e-b70a1ac604fb req-e63900ab-5087-4d6a-98c5-0b54a0773b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.595324 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea8db2f4-a4e0-49d1-a97e-b70a1ac604fb req-e63900ab-5087-4d6a-98c5-0b54a0773b1f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0908625 Aug 31 23:40:07.623981 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04089cf0-71ad-4190-a119-d42d479476ac req-bb9a4428-59d0-49f3-b38b-e20dd0a834eb tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215270 Aug 31 23:40:07.628051 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-683ef03e-b6ce-4b36-82fe-a053930e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.630165 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-683ef03e-b6ce-4b36-82fe-a053930e894a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1363547 Aug 31 23:40:07.665335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-e38d52e9-6b1b-4da9-9ff7-6ae12a178b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.666842 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-e38d52e9-6b1b-4da9-9ff7-6ae12a178b9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 200 len: 921 time: 0.1387384 Aug 31 23:40:07.761966 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-37a619c5-fe5e-43a8-9496-f3fa359725ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.763540 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-37a619c5-fe5e-43a8-9496-f3fa359725ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1097 time: 0.0706599 Aug 31 23:40:07.769538 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-77eb6a6d-ed14-4f62-858d-161a00688413 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 200 len: 217 time: 0.0793474 Aug 31 23:40:07.771728 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f537f27-f3f8-486e-8e32-fbd75047bf6a req-ae556501-98bf-4d34-9fe2-e63c9bef7c92 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.773231 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f537f27-f3f8-486e-8e32-fbd75047bf6a req-ae556501-98bf-4d34-9fe2-e63c9bef7c92 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0893466 Aug 31 23:40:07.839377 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-3739a90a-6b82-4271-9552-96874af8239f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 217 time: 0.0456722 Aug 31 23:40:07.846880 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f537f27-f3f8-486e-8e32-fbd75047bf6a req-390da939-a2bc-4ade-bd9e-b2e292c87478 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671124 Aug 31 23:40:07.851047 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-a2db05f7-87bc-482d-9ae2-21691d0ffbc3 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621864 Aug 31 23:40:07.861663 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-11306f2d-9780-4d98-9a29-9de48dd05590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.866985 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-11306f2d-9780-4d98-9a29-9de48dd05590 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 200 len: 859 time: 0.0667043 Aug 31 23:40:07.902061 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-71b638d9-8aaf-48d4-86c8-6342d8ffba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.903600 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-71b638d9-8aaf-48d4-86c8-6342d8ffba74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1e60be-496e-4959-bb4f-bcc262749062 HTTP/1.1" status: 200 len: 853 time: 0.0498414 Aug 31 23:40:07.939501 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-4320177e-b85e-4406-8123-f74f29e2f3cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a9879d-b257-4940-9ee4-65087d8e6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516748 Aug 31 23:40:07.954420 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-d1918145-73be-466f-9a91-87eb3eda19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.955966 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-d1918145-73be-466f-9a91-87eb3eda19b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5531fe5-3213-41d1-9b89-d508ed38baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418391 Aug 31 23:40:07.982897 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-25ee98e1-039e-48b2-8ea9-518ff4588645 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185057 Aug 31 23:40:08.057866 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-b796323d-fe36-47cb-bbee-ecc2b9af02fe service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866661 Aug 31 23:40:08.060739 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-fe78901f-bdda-4455-9ec9-f63e9ba7849c service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899453 Aug 31 23:40:08.179389 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d9cc7e-6f51-4271-824f-9b329a60d6a7 req-5bfa5407-efd0-4662-8d3d-d2bc8543bf69 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024160 Aug 31 23:40:08.388967 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6794a6f4-d733-4fc0-a1d4-dc8f44d2ffe6 req-8c3dd499-7221-47c0-bb2e-41f66cfccfe3 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945313 Aug 31 23:40:08.400943 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf650-1f5a-4b7e-b7a2-56eef711eb59 req-e9908464-2f7d-4bc7-98db-4161fe18aab8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:08.402526 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-210cf650-1f5a-4b7e-b7a2-56eef711eb59 req-e9908464-2f7d-4bc7-98db-4161fe18aab8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.2352102 Aug 31 23:40:08.445956 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-210cf650-1f5a-4b7e-b7a2-56eef711eb59 req-2ec69116-1476-4b4b-840f-e65502c82523 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345256 Aug 31 23:40:08.478584 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2df78-12d1-4681-ad17-8c5b702fa6b9 req-ab9f4829-9cbd-4884-b7cf-657b88c0cb8f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:08.480085 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-38e2df78-12d1-4681-ad17-8c5b702fa6b9 req-ab9f4829-9cbd-4884-b7cf-657b88c0cb8f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0540574 Aug 31 23:40:08.518102 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-38e2df78-12d1-4681-ad17-8c5b702fa6b9 req-a4a61d5d-b967-42da-80fb-dfdd9431c6c8 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Aug 31 23:40:08.739718 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c8c98-f46a-4301-a3d7-94b53ab24bf2 req-b02a533b-afe3-4cb7-a2d8-ee8f39936169 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:08.741177 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-396c8c98-f46a-4301-a3d7-94b53ab24bf2 req-b02a533b-afe3-4cb7-a2d8-ee8f39936169 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 944 time: 0.0516775 Aug 31 23:40:08.783003 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-396c8c98-f46a-4301-a3d7-94b53ab24bf2 req-082894f8-ac2d-473c-8164-f27ced9e7317 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358672 Aug 31 23:40:08.967196 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a4288-060d-41d6-993e-aa042bac0000 req-5741c7c0-7cd3-46e1-9ae8-50e3ce5515a0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:08.968829 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-125a4288-060d-41d6-993e-aa042bac0000 req-5741c7c0-7cd3-46e1-9ae8-50e3ce5515a0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0503538 Aug 31 23:40:09.007508 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-125a4288-060d-41d6-993e-aa042bac0000 req-afae1dcd-41ff-4033-bbca-64a58d5142c8 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318034 Aug 31 23:40:09.138080 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6673504-732b-425b-8f57-2edc70b6e7a7 req-3b26da4c-7fbb-4c33-925e-a9868fc46795 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:09.141309 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e6673504-732b-425b-8f57-2edc70b6e7a7 req-3b26da4c-7fbb-4c33-925e-a9868fc46795 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0561101 Aug 31 23:40:09.190359 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e6673504-732b-425b-8f57-2edc70b6e7a7 req-03fc70ce-3a91-4248-afcc-7bf15e67fd2b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365276 Aug 31 23:40:09.212638 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52212) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:09.396755 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935c5c2-41d0-4980-adee-37f5ed27563d tempest-TestShelveInstance-141018950 tempest-TestShelveInstance-141018950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:09.398276 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b935c5c2-41d0-4980-adee-37f5ed27563d tempest-TestShelveInstance-141018950 tempest-TestShelveInstance-141018950-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1094 time: 0.1846664 Aug 31 23:40:09.401795 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52216) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:09.406113 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'port_id': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:09.427326 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:09.530949 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:09.590491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f2a02-5796-4076-9b9e-2f31c6deb06f req-600d668c-d818-4d49-9b53-14654fee4d89 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:09.592074 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b91f2a02-5796-4076-9b9e-2f31c6deb06f req-600d668c-d818-4d49-9b53-14654fee4d89 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0563934 Aug 31 23:40:09.635927 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b91f2a02-5796-4076-9b9e-2f31c6deb06f req-b1bcadc9-587f-4e5a-a8af-6a26d047a616 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369680 Aug 31 23:40:09.675127 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Allocated IP 172.27.3.81 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/93cf4263-5dd9-4730-95de-80c056bac48e) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:09.693924 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ec2cb-a224-421c-b280-30c702023dee req-3a149f08-f732-4191-b97b-fdb1203626e0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:09.695444 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-667ec2cb-a224-421c-b280-30c702023dee req-3a149f08-f732-4191-b97b-fdb1203626e0 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0779886 Aug 31 23:40:09.787221 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-667ec2cb-a224-421c-b280-30c702023dee req-c9bde2e2-2897-4d06-b4e9-cf419a8fb3c5 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 Aug 31 23:40:09.822071 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:09.863594 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:09.900678 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:09.902828 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfe59a-7552-43f3-b075-46586e40fc66 req-ed2589d1-6e29-479a-9f29-9b1fa43c5ec5 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:09.903581 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:09.904414 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7cfe59a-7552-43f3-b075-46586e40fc66 req-ed2589d1-6e29-479a-9f29-9b1fa43c5ec5 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 944 time: 0.0513823 Aug 31 23:40:09.906237 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:09.945596 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7cfe59a-7552-43f3-b075-46586e40fc66 req-dfddd2c9-444e-431a-bfcc-0ec216fa6baa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Aug 31 23:40:09.965938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'Port': ['ID=93cf4263-5dd9-4730-95de-80c056bac48e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:10.403813 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:10.512495 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:10.661379 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:10.667577 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:10.701035 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:10.758700 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event updated for resources: {'Port': ['ID=93cf4263-5dd9-4730-95de-80c056bac48e,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:10.845649 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7816e7-b612-40a1-b2f6-7a96d18f4ca1 req-90025850-9708-4682-82bf-61a9ddcbb571 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:10.847225 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f7816e7-b612-40a1-b2f6-7a96d18f4ca1 req-90025850-9708-4682-82bf-61a9ddcbb571 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.1048617 Aug 31 23:40:10.855317 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Floating IP db1d4d48-7041-4903-a91b-b88a464b0c06 associated. External IP: 172.27.3.81, port: f92f0fbf-f594-41f2-a39c-5f686bfe0ce9. Aug 31 23:40:10.905855 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e0b77-20ab-4008-8be3-edde91b4766b req-3c2e3ba3-9474-4d9f-b37b-ca372bd2ed22 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:10.907455 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-486e0b77-20ab-4008-8be3-edde91b4766b req-3c2e3ba3-9474-4d9f-b37b-ca372bd2ed22 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0499132 Aug 31 23:40:10.932905 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f7816e7-b612-40a1-b2f6-7a96d18f4ca1 req-59d30cda-a36e-4e01-ab1b-347b25dd0ef2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750244 Aug 31 23:40:10.952043 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-486e0b77-20ab-4008-8be3-edde91b4766b req-75efee2d-202c-4f42-915b-434daa9822dc tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384021 Aug 31 23:40:11.109129 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde74049-235f-4349-b215-9228e276316c req-4b0e1555-2aaf-47ff-987e-a89d7f49ade9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:11.115440 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bde74049-235f-4349-b215-9228e276316c req-4b0e1555-2aaf-47ff-987e-a89d7f49ade9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 944 time: 0.0851862 Aug 31 23:40:11.160634 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bde74049-235f-4349-b215-9228e276316c req-1e8f4c17-b651-47d1-b543-280ac6bedf79 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Aug 31 23:40:11.311214 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Router aee8b193-bfc7-4108-900e-ce68a34079dd has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:40:11.423703 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:11.437152 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] Sync routers for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:11.442991 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:11.448418 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:11.449050 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:11.472699 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7d14829b-8382-466b-836b-6c0558e33c95 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0698743 Aug 31 23:40:11.473330 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:11.521826 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-20c3a169-c9b3-441b-af08-d5af9dd0d2a8 req-4532165e-f2f5-4b52-9b6f-ff8ed5d69d5b service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:40:11.523016 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-20c3a169-c9b3-441b-af08-d5af9dd0d2a8 req-4532165e-f2f5-4b52-9b6f-ff8ed5d69d5b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059223 Aug 31 23:40:11.564085 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:11.653849 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f88354-6779-4af9-b29f-a4e0a8ecf648" -d '{"events": [{"name": "network-changed", "server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:11.755646 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d156e3de-be95-4162-8138-bccc8ecff9fe x-openstack-request-id: req-d156e3de-be95-4162-8138-bccc8ecff9fe {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:11.755646 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:11.755909 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d156e3de-be95-4162-8138-bccc8ecff9fe {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:11.756201 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'status': 'completed', 'code': 200} Aug 31 23:40:11.863929 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-0597b941-cff8-4826-bb89-34815b956d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:11.865722 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-0597b941-cff8-4826-bb89-34815b956d72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1099 time: 0.0447695 Aug 31 23:40:11.897765 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'db1d4d48-7041-4903-a91b-b88a464b0c06', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'port_id': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'mac_address': 'fa:16:3e:4b:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169ad45-0ae3-49fe-a03b-37c257366126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:40:10Z', 'updated_at': '2021-08-31T23:40:10Z', 'revision_number': 0, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:49Z', 'revision_number': 5, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:11.924526 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] Checking router: aee8b193-bfc7-4108-900e-ce68a34079dd for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:11.933410 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:11.934014 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:39:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:11.964005 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-7f588774-1824-4d50-9578-14bc3468511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:11.965474 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-7f588774-1824-4d50-9578-14bc3468511a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 910 time: 0.0904684 Aug 31 23:40:12.041241 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:12.097297 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-c4fa40aa-b0c3-45c5-9ab3-2c908d4d7420 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 999 time: 0.0967474 Aug 31 23:40:12.113028 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983fdf-6a59-4591-a092-759d9d3315dd req-9fce529c-38dd-47be-853f-a7d98b9b632a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:12.116700 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5983fdf-6a59-4591-a092-759d9d3315dd req-9fce529c-38dd-47be-853f-a7d98b9b632a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0727925 Aug 31 23:40:12.193114 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-6198e99a-d8bc-447d-b673-4edca4112085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:12.194506 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-6198e99a-d8bc-447d-b673-4edca4112085 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 200 len: 847 time: 0.0767796 Aug 31 23:40:12.202172 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5983fdf-6a59-4591-a092-759d9d3315dd req-6a3c6f96-a8a0-4029-bb02-439d7a2287b2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Aug 31 23:40:12.250770 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-029ac4ca-46a1-454f-ad4b-a6984b306127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:12.252440 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-029ac4ca-46a1-454f-ad4b-a6984b306127 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492301 Aug 31 23:40:12.313131 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'db1d4d48-7041-4903-a91b-b88a464b0c06', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'port_id': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'mac_address': 'fa:16:3e:4b:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169ad45-0ae3-49fe-a03b-37c257366126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:40:10Z', 'updated_at': '2021-08-31T23:40:10Z', 'revision_number': 0, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:49Z', 'revision_number': 5, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:12.339865 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04529277-4da4-4988-9b3f-8e007c8c376f None None] The sync data for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi is: [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'db1d4d48-7041-4903-a91b-b88a464b0c06', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'port_id': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'mac_address': 'fa:16:3e:4b:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169ad45-0ae3-49fe-a03b-37c257366126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:40:10Z', 'updated_at': '2021-08-31T23:40:10Z', 'revision_number': 0, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:49Z', 'revision_number': 5, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:12.363344 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446ae8e-d74f-4423-bd9d-f723c500f73d req-3dc1d208-1903-40da-a47f-0bcd16ff4eda tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:12.365174 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4446ae8e-d74f-4423-bd9d-f723c500f73d req-3dc1d208-1903-40da-a47f-0bcd16ff4eda tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 944 time: 0.1031682 Aug 31 23:40:12.410996 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-8050e96f-3f13-4987-970a-8b6fd7da8359 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368744 Aug 31 23:40:12.423913 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4446ae8e-d74f-4423-bd9d-f723c500f73d req-4aaf26cf-9cf6-476c-8015-72423b148410 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Aug 31 23:40:12.513671 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:40:12.521059 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0f88354-6779-4af9-b29f-a4e0a8ecf648 req-23d31f82-772c-4455-9279-48884ceb9933 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953443 Aug 31 23:40:12.623232 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:12.638410 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'port_id': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'mac_address': 'fa:16:3e:c1:72:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:40:12.697740 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:12.714755 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d2b04-3b30-4352-8da2-76670623e20e None None] New status for floating IP db1d4d48-7041-4903-a91b-b88a464b0c06: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:40:12.719634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:40:12.755870 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ace10d-8686-4877-bb8b-d6dc41aa7fc6 req-d6b99b9a-8c4f-44f5-9ee9-3f2558e6d713 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:12.757426 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62ace10d-8686-4877-bb8b-d6dc41aa7fc6 req-d6b99b9a-8c4f-44f5-9ee9-3f2558e6d713 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0673814 Aug 31 23:40:12.782373 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:12.818625 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62ace10d-8686-4877-bb8b-d6dc41aa7fc6 req-611a04c7-4260-4b63-9785-d4641f3c3146 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509205 Aug 31 23:40:12.828363 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:12.906149 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52282) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:12.921822 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:12.999501 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-156b71b6-f5c8-4fc6-a8c5-7e30119ae90c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919919 Aug 31 23:40:13.008483 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-4b90a646-ab04-48de-9788-47f0ccbfbd4f service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:40:13.010047 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-4b90a646-ab04-48de-9788-47f0ccbfbd4f service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057094 Aug 31 23:40:13.318502 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:13.325093 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e177-1ed9-40af-a30d-d74057a29c9b req-0d630669-d40c-460d-98a7-f26109b2d280 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:13.326656 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1ee4e177-1ed9-40af-a30d-d74057a29c9b req-0d630669-d40c-460d-98a7-f26109b2d280 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0510263 Aug 31 23:40:13.370451 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1ee4e177-1ed9-40af-a30d-d74057a29c9b req-d6909ed6-2417-4ef5-b746-7235dbd46ea3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368578 Aug 31 23:40:13.554138 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72aa1-3dec-4995-bb56-502b78c779f3 req-7404839e-977f-462f-bbed-c656c0b97cc3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:13.555720 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42f72aa1-3dec-4995-bb56-502b78c779f3 req-7404839e-977f-462f-bbed-c656c0b97cc3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 945 time: 0.0566413 Aug 31 23:40:13.595567 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42f72aa1-3dec-4995-bb56-502b78c779f3 req-fbfdbe4a-46c2-494a-92fe-7cc3875df8c5 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Aug 31 23:40:13.953252 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3eec9-c61b-433d-b007-47b02b9de15f req-69063acc-2aed-41ae-91c8-3eb8399be0e8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:13.954823 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1cb3eec9-c61b-433d-b007-47b02b9de15f req-69063acc-2aed-41ae-91c8-3eb8399be0e8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0569186 Aug 31 23:40:13.993816 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1cb3eec9-c61b-433d-b007-47b02b9de15f req-11c871ea-91e9-47f8-882d-6168e612e62a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330615 Aug 31 23:40:14.549336 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:14.597683 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:14.601345 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:14.601709 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:14.689387 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:14.712850 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:14.715133 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a56eae-fb0d-4865-b7a3-8e885c64f1f9" -d '{"events": [{"server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "name": "network-vif-plugged", "status": "completed", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:14.717007 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c28afa-0f3d-4992-a538-8566ba4e5a8e req-4cffa639-14ee-439d-953a-9334db2edf24 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:14.718574 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26c28afa-0f3d-4992-a538-8566ba4e5a8e req-4cffa639-14ee-439d-953a-9334db2edf24 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 945 time: 0.0532563 Aug 31 23:40:14.732782 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:14.737227 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:14.738100 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:14.763930 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6afeacb-6085-4a4a-bb89-5c5577f0d05d x-openstack-request-id: req-b6afeacb-6085-4a4a-bb89-5c5577f0d05d {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:14.764226 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "name": "network-vif-plugged", "status": "completed", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:14.764476 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b6afeacb-6085-4a4a-bb89-5c5577f0d05d {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:14.764882 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'code': 200} Aug 31 23:40:14.768662 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26c28afa-0f3d-4992-a538-8566ba4e5a8e req-51b50ace-1a18-40d0-9aaf-38dcbc182687 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371444 Aug 31 23:40:14.824930 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:15.049624 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-b38a256d-3658-4ab2-8ecf-61c5d7ab9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.051254 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-b38a256d-3658-4ab2-8ecf-61c5d7ab9399 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e&tenant_id=d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 1097 time: 0.0808141 Aug 31 23:40:15.091341 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741852-d3a8-4c38-aa64-bd1a0d06368b req-61210c45-5d6b-4e4e-bfda-cace346f07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.092876 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5741852-d3a8-4c38-aa64-bd1a0d06368b req-61210c45-5d6b-4e4e-bfda-cace346f07fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1099 time: 0.0669010 Aug 31 23:40:15.141919 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5741852-d3a8-4c38-aa64-bd1a0d06368b req-b28ffe64-7cee-430c-baa2-f0ea18b0265d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353851 Aug 31 23:40:15.162880 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e971-0a93-4997-a7bc-d9ab9c912599 req-a93f8fb0-d97f-4c1a-84aa-b4b8bd4082d1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.167011 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6314e971-0a93-4997-a7bc-d9ab9c912599 req-a93f8fb0-d97f-4c1a-84aa-b4b8bd4082d1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0896680 Aug 31 23:40:15.179763 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-b492c1bc-c39f-46d1-b01a-d110d0965b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.181238 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-b492c1bc-c39f-46d1-b01a-d110d0965b29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1097 time: 0.0744643 Aug 31 23:40:15.208770 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6314e971-0a93-4997-a7bc-d9ab9c912599 req-333b0681-aaa8-482a-80ea-21fdaede77dd tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 Aug 31 23:40:15.750625 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-e1b6093d-135c-4ffc-83cc-1c8bece36b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.752081 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-e1b6093d-135c-4ffc-83cc-1c8bece36b24 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.0933356 Aug 31 23:40:15.827718 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-0b4cb761-b9d0-4da1-a4bd-6b4d367e3bb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 200 len: 999 time: 0.0630808 Aug 31 23:40:15.881916 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-e4f43419-586f-457c-b22b-94167f7c719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.883513 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-e4f43419-586f-457c-b22b-94167f7c719a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0470417 Aug 31 23:40:15.893693 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6822c9-bce6-4aca-b297-69b1962a5a85 req-e7554db5-b658-43f1-9988-8eb7eeb94b5b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.895223 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7d6822c9-bce6-4aca-b297-69b1962a5a85 req-e7554db5-b658-43f1-9988-8eb7eeb94b5b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0516555 Aug 31 23:40:15.941007 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-ac524f37-1f3a-479a-be02-0d1a2af4d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:15.942504 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-ac524f37-1f3a-479a-be02-0d1a2af4d2c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460069 Aug 31 23:40:15.948594 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7d6822c9-bce6-4aca-b297-69b1962a5a85 req-31afff16-2a27-4c68-9f99-cdf46c02c0d2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Aug 31 23:40:16.037850 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-6864e4d6-77d9-4621-a2e8-818c01e6ac24 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861592 Aug 31 23:40:16.150993 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-270b361e-b289-4064-9f7b-a34f9ee07c28 req-f79b64f7-be98-4ae3-8dc4-3aa10e1fc9c7 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033039 Aug 31 23:40:16.338552 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2588-2fc4-47c5-8c21-d476996a8746 req-4e961b64-f503-465f-bb2c-f460ff551e02 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:16.339953 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cfbf2588-2fc4-47c5-8c21-d476996a8746 req-4e961b64-f503-465f-bb2c-f460ff551e02 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0496552 Aug 31 23:40:16.380099 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cfbf2588-2fc4-47c5-8c21-d476996a8746 req-97018ddd-ea87-4d3f-b24f-096a0bbc82a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340736 Aug 31 23:40:17.075912 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771816a-9135-4783-b0dd-6ab88788a33e req-52b9629d-23b7-4906-989a-87c5dd9892f1 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:17.077517 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5771816a-9135-4783-b0dd-6ab88788a33e req-52b9629d-23b7-4906-989a-87c5dd9892f1 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0605376 Aug 31 23:40:17.118186 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5771816a-9135-4783-b0dd-6ab88788a33e req-286d3ee3-d97c-4da3-834f-5e980ec03be9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Aug 31 23:40:17.325863 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745dca06-2f83-4a5b-b230-3da21d8a31a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:17.518960 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809deca-653b-49f6-9c37-a350368b4ef6 req-225a2bfe-89b7-4d77-8ad9-e12625d022c3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:17.520739 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3809deca-653b-49f6-9c37-a350368b4ef6 req-225a2bfe-89b7-4d77-8ad9-e12625d022c3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0636165 Aug 31 23:40:17.562612 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3809deca-653b-49f6-9c37-a350368b4ef6 req-e2522223-9ee1-4ed0-8df9-7475878cb318 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355186 Aug 31 23:40:18.254924 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bd4a6-3f06-4825-bec9-79924b9e6dce req-ba758590-53c9-449b-bcb9-44f6d4e417ac tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:18.256429 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb1bd4a6-3f06-4825-bec9-79924b9e6dce req-ba758590-53c9-449b-bcb9-44f6d4e417ac tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0531642 Aug 31 23:40:18.308128 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb1bd4a6-3f06-4825-bec9-79924b9e6dce req-484fd975-6e37-4428-b9b7-9534229376eb tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Aug 31 23:40:18.531472 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102702f-cb65-49af-a7ba-62e273c1ddf1 req-4a5bbc33-8e01-4a84-b1f8-d7b530536bfa tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:18.533097 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b102702f-cb65-49af-a7ba-62e273c1ddf1 req-4a5bbc33-8e01-4a84-b1f8-d7b530536bfa tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Aug 31 23:40:18.579745 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b102702f-cb65-49af-a7ba-62e273c1ddf1 req-70924f53-848a-4577-9f81-be71269ee797 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Aug 31 23:40:18.694284 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d0e2c-50af-46f1-92c6-479d6eee5c3a req-63125549-b934-4225-b764-956246239a9d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:18.695771 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513d0e2c-50af-46f1-92c6-479d6eee5c3a req-63125549-b934-4225-b764-956246239a9d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0549355 Aug 31 23:40:18.743021 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513d0e2c-50af-46f1-92c6-479d6eee5c3a req-7ebf73de-db5b-4ae4-9b54-28f27804aac2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Aug 31 23:40:19.433018 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce748d-3c11-4f1f-8a67-a8a636d71a83 req-e2c8cb24-8736-4bee-b864-7bfa5cc3771f tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:19.434627 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6ce748d-3c11-4f1f-8a67-a8a636d71a83 req-e2c8cb24-8736-4bee-b864-7bfa5cc3771f tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0568759 Aug 31 23:40:19.476437 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6ce748d-3c11-4f1f-8a67-a8a636d71a83 req-3c1e2e25-ba81-48b6-b24d-df773e99e259 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343783 Aug 31 23:40:19.700889 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc945-82d9-4efc-a3cc-0092cb1c3c1e req-df75934d-eadf-46fb-8f7f-37f5b7bc231b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:19.702592 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-408dc945-82d9-4efc-a3cc-0092cb1c3c1e req-df75934d-eadf-46fb-8f7f-37f5b7bc231b tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0520475 Aug 31 23:40:19.750983 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-408dc945-82d9-4efc-a3cc-0092cb1c3c1e req-ee706644-dbb5-46a5-8ee1-ec53e2be2b82 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Aug 31 23:40:19.807398 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-530648b7-a28b-4929-a8c8-226ca370939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.875718 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b281c-d00e-4a41-8da4-0800738e5f1f req-9a3fe596-8227-4a89-af9c-fe5b688f6761 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:19.877132 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-532b281c-d00e-4a41-8da4-0800738e5f1f req-9a3fe596-8227-4a89-af9c-fe5b688f6761 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0571108 Aug 31 23:40:19.886969 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.925824 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-532b281c-d00e-4a41-8da4-0800738e5f1f req-cafe2a6c-c2b5-4efa-bb30-26f0cf5efb30 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 Aug 31 23:40:20.597983 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae75f4e-72bb-493c-8ed6-2c8805687b22 req-a7111032-f1ba-4e00-bd2f-6ed11ba1ca53 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:20.599697 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bae75f4e-72bb-493c-8ed6-2c8805687b22 req-a7111032-f1ba-4e00-bd2f-6ed11ba1ca53 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0520604 Aug 31 23:40:20.642998 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bae75f4e-72bb-493c-8ed6-2c8805687b22 req-7d3193e2-c19d-4bd9-b5a8-1c2dbb04b9d6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362990 Aug 31 23:40:20.874378 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba71010-1866-4cf7-83e9-7ab2f3ab5b48 req-9cdc0abe-140b-4297-8c99-88cb7e10d7a2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:20.876056 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cba71010-1866-4cf7-83e9-7ab2f3ab5b48 req-9cdc0abe-140b-4297-8c99-88cb7e10d7a2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0580633 Aug 31 23:40:20.916372 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cba71010-1866-4cf7-83e9-7ab2f3ab5b48 req-96980975-3800-4fa6-85c7-d04f9e954569 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Aug 31 23:40:21.059473 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4c60-3aee-4690-a6f9-9c7d808769f1 req-271ccc09-c5c3-4c81-8182-38b7779252b3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:21.062224 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2aca4c60-3aee-4690-a6f9-9c7d808769f1 req-271ccc09-c5c3-4c81-8182-38b7779252b3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0627389 Aug 31 23:40:21.100990 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2aca4c60-3aee-4690-a6f9-9c7d808769f1 req-0726da34-dbd0-4236-9a7f-fea84ce929bf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338445 Aug 31 23:40:21.122933 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.775704 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8c747-dfb6-4c1d-88d5-a352b73500aa req-962b8727-f150-4b41-8d5a-48edd6a27c42 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:21.777423 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28e8c747-dfb6-4c1d-88d5-a352b73500aa req-962b8727-f150-4b41-8d5a-48edd6a27c42 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0654082 Aug 31 23:40:21.820213 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28e8c747-dfb6-4c1d-88d5-a352b73500aa req-7e4c10dc-41f1-4dce-af9b-c177562e704f tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355356 Aug 31 23:40:22.036526 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7c5e9-8ce3-4d56-b8ad-0315af09ae1d req-cf2cc848-95fe-45bd-9ce2-5ab457f49fb3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:22.038006 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16d7c5e9-8ce3-4d56-b8ad-0315af09ae1d req-cf2cc848-95fe-45bd-9ce2-5ab457f49fb3 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0523810 Aug 31 23:40:22.079196 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16d7c5e9-8ce3-4d56-b8ad-0315af09ae1d req-f0b17a3d-d05b-4f78-9041-0ce127c272ca tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Aug 31 23:40:22.234917 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e47fa-1af5-4f64-b6bc-b644e86b34bd req-2e80b5e0-9c18-4e3a-9276-0ebfcdfda212 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:22.236363 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-757e47fa-1af5-4f64-b6bc-b644e86b34bd req-2e80b5e0-9c18-4e3a-9276-0ebfcdfda212 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0545878 Aug 31 23:40:22.278872 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-757e47fa-1af5-4f64-b6bc-b644e86b34bd req-d1492fc2-09f4-4026-b89d-1b3ed7ce29c1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363750 Aug 31 23:40:22.681157 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:22.935945 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7445-9108-49cc-b542-2e9afccda1c8 req-64251ca0-7774-441c-a597-1cb320f9512c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:22.937361 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b59b7445-9108-49cc-b542-2e9afccda1c8 req-64251ca0-7774-441c-a597-1cb320f9512c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0510411 Aug 31 23:40:22.978351 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b59b7445-9108-49cc-b542-2e9afccda1c8 req-f17a72d3-45f3-4005-9a88-6bc87dc17d2c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349205 Aug 31 23:40:23.212501 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fbfe4-9944-4396-b0ea-be943ee25d4f req-3bafc4a2-06d8-4f22-b30d-44ff2731c0a7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:23.214371 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f95fbfe4-9944-4396-b0ea-be943ee25d4f req-3bafc4a2-06d8-4f22-b30d-44ff2731c0a7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0667365 Aug 31 23:40:23.257466 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f95fbfe4-9944-4396-b0ea-be943ee25d4f req-2040d7dd-15b3-410d-8898-1de59a382733 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Aug 31 23:40:23.409577 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4093-ef10-4d20-9ee5-f7f59ec044c5 req-26ab84a5-0c82-4370-a3f0-6d3c833375bf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:23.411192 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-52ce4093-ef10-4d20-9ee5-f7f59ec044c5 req-26ab84a5-0c82-4370-a3f0-6d3c833375bf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0536654 Aug 31 23:40:23.453008 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-52ce4093-ef10-4d20-9ee5-f7f59ec044c5 req-57209281-a1cb-431c-a1f2-ef93066d7a56 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353518 Aug 31 23:40:24.097679 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fa1f7-af9c-4ac9-ae35-52744a41fb07 req-138933b1-34e1-40fb-a87d-3b6a6b01d970 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:24.099160 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba1fa1f7-af9c-4ac9-ae35-52744a41fb07 req-138933b1-34e1-40fb-a87d-3b6a6b01d970 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0525491 Aug 31 23:40:24.139180 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba1fa1f7-af9c-4ac9-ae35-52744a41fb07 req-3881ee44-bf89-4c4f-a4a9-5d2f9c1a628f tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Aug 31 23:40:24.374404 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0c02-359b-4897-ba74-afe1a4ffa6b7 req-5683f31d-3bf7-4dad-80bd-05ada1253fc7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:24.375977 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01ad0c02-359b-4897-ba74-afe1a4ffa6b7 req-5683f31d-3bf7-4dad-80bd-05ada1253fc7 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Aug 31 23:40:24.413402 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01ad0c02-359b-4897-ba74-afe1a4ffa6b7 req-7c8a1e81-477b-4385-ac3a-cce82d90a125 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Aug 31 23:40:24.579039 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93e2b3-e0a8-4611-9c52-a95c6c94037d req-dfbb3618-b0df-4cdd-90c9-76f8e49883db tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:24.580404 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd93e2b3-e0a8-4611-9c52-a95c6c94037d req-dfbb3618-b0df-4cdd-90c9-76f8e49883db tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0492797 Aug 31 23:40:24.618925 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd93e2b3-e0a8-4611-9c52-a95c6c94037d req-b50c7ea2-808f-4bad-8b22-0e2970f4869a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319545 Aug 31 23:40:25.263281 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83c9f-1071-4089-a745-baadda5bd84a req-02679376-e19e-46c1-9c35-67f04bf5f97d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:25.264764 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83b83c9f-1071-4089-a745-baadda5bd84a req-02679376-e19e-46c1-9c35-67f04bf5f97d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0527804 Aug 31 23:40:25.303368 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83b83c9f-1071-4089-a745-baadda5bd84a req-152ad4e8-0f7f-48be-82ff-018f03d6aa3a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326977 Aug 31 23:40:25.529844 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814a6a-9792-4b25-825f-af77b77626bd req-8331012a-e4bb-4b98-b6cd-5297da5e36db tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:25.531440 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f814a6a-9792-4b25-825f-af77b77626bd req-8331012a-e4bb-4b98-b6cd-5297da5e36db tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Aug 31 23:40:25.569141 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f814a6a-9792-4b25-825f-af77b77626bd req-bee1d9db-4923-4088-a229-d5fcf0a07e83 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Aug 31 23:40:25.742511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d2ca1-ff87-487f-8b89-43389f7d75ed req-b4fd5430-864d-4d52-95d3-65214598ae03 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:25.744016 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-db6d2ca1-ff87-487f-8b89-43389f7d75ed req-b4fd5430-864d-4d52-95d3-65214598ae03 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0536828 Aug 31 23:40:25.782734 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-db6d2ca1-ff87-487f-8b89-43389f7d75ed req-cd23569d-b34e-4d68-b94c-58a4caed1bc8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Aug 31 23:40:26.016289 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:26.419836 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc2df-6e5d-47aa-ae1b-0611797379fc req-e6a45439-0aeb-4841-856a-6f48a7cf2942 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:26.421292 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bb7cc2df-6e5d-47aa-ae1b-0611797379fc req-e6a45439-0aeb-4841-856a-6f48a7cf2942 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0519397 Aug 31 23:40:26.459100 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bb7cc2df-6e5d-47aa-ae1b-0611797379fc req-b8dc9499-8753-424a-8360-b4aa1d1fbc61 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Aug 31 23:40:26.686959 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ce753-71de-4aa3-87a3-890e63e542a3 req-383eff14-167b-4d3a-b544-d87e6dcb4733 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:26.688470 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-301ce753-71de-4aa3-87a3-890e63e542a3 req-383eff14-167b-4d3a-b544-d87e6dcb4733 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0501626 Aug 31 23:40:26.726658 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-301ce753-71de-4aa3-87a3-890e63e542a3 req-a58aaa26-aab3-43af-8e28-2c309256cc5d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Aug 31 23:40:26.910021 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ed5d-6a24-4b4a-931f-e4ddfb3e9078 req-b65fc9a5-bbff-4912-8c9d-0a56ed732f53 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:26.911671 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaf3ed5d-6a24-4b4a-931f-e4ddfb3e9078 req-b65fc9a5-bbff-4912-8c9d-0a56ed732f53 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0502326 Aug 31 23:40:26.951430 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaf3ed5d-6a24-4b4a-931f-e4ddfb3e9078 req-e0c916e2-68c7-4ae1-9ca9-a24fda995e5a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Aug 31 23:40:27.575659 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f312c3-1fe1-487b-99d7-08a6fdf01402 req-63bd20ce-5d4b-4a4a-9be0-128e773b3fb7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:27.577171 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c7f312c3-1fe1-487b-99d7-08a6fdf01402 req-63bd20ce-5d4b-4a4a-9be0-128e773b3fb7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0506582 Aug 31 23:40:27.617800 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c7f312c3-1fe1-487b-99d7-08a6fdf01402 req-8a3c6a8e-d88c-4a46-a1c9-57d47765e3cc tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Aug 31 23:40:27.847001 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334376a5-93b5-4bdc-adcf-5736076fb7cc req-c6a5e3c8-fddb-4985-a485-0f95a2a3e233 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:27.848495 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-334376a5-93b5-4bdc-adcf-5736076fb7cc req-c6a5e3c8-fddb-4985-a485-0f95a2a3e233 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0499046 Aug 31 23:40:27.894441 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-334376a5-93b5-4bdc-adcf-5736076fb7cc req-784ff535-71af-4ceb-9376-5dbbf91b430d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Aug 31 23:40:28.099760 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed44e5-866f-4bec-8ceb-8b8ab6eeda00 req-09309550-1f67-4093-93b6-8b51607f8244 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:28.103104 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63ed44e5-866f-4bec-8ceb-8b8ab6eeda00 req-09309550-1f67-4093-93b6-8b51607f8244 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0672626 Aug 31 23:40:28.145200 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63ed44e5-866f-4bec-8ceb-8b8ab6eeda00 req-5e12a569-bf31-490d-9b07-f358fc98d8c0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Aug 31 23:40:28.761449 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b57bf-d33e-4d22-b06f-390cc130013e req-7afce110-8040-47d1-9940-378f92a6c7bc tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:28.763042 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f12b57bf-d33e-4d22-b06f-390cc130013e req-7afce110-8040-47d1-9940-378f92a6c7bc tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0746679 Aug 31 23:40:28.805924 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f12b57bf-d33e-4d22-b06f-390cc130013e req-b6fae0f6-7fae-4bff-bff9-96192b620a23 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Aug 31 23:40:29.020915 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec709e-3c79-4953-bced-9f849029093d req-c52a8bff-5a9a-44c8-ba21-b294900c0d17 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:29.020915 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4ec709e-3c79-4953-bced-9f849029093d req-c52a8bff-5a9a-44c8-ba21-b294900c0d17 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0543804 Aug 31 23:40:29.061827 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4ec709e-3c79-4953-bced-9f849029093d req-fb00c481-5173-4ce3-9a4e-ea6b98339fb9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 Aug 31 23:40:29.281092 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c8d8-1c27-43c1-a9fe-b45a86738b37 req-8277ed26-8e9c-4051-ba42-20ba1d55bb58 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:29.282837 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e146c8d8-1c27-43c1-a9fe-b45a86738b37 req-8277ed26-8e9c-4051-ba42-20ba1d55bb58 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0523024 Aug 31 23:40:29.329840 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e146c8d8-1c27-43c1-a9fe-b45a86738b37 req-8d4e9b6a-056f-4bdb-a4ec-6e63e4e566ef tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384274 Aug 31 23:40:29.930271 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6172f-2d11-408d-9b42-785ba4654a73 req-f7b9ee33-3682-4ed2-9ffd-a92b09e8baed tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:29.932468 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96d6172f-2d11-408d-9b42-785ba4654a73 req-f7b9ee33-3682-4ed2-9ffd-a92b09e8baed tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0533330 Aug 31 23:40:29.974178 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96d6172f-2d11-408d-9b42-785ba4654a73 req-c0339e6a-ad00-4ba8-aa34-1fab5342bb12 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Aug 31 23:40:30.183933 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c2b2-fff1-41f6-bc59-f0b60c23e2c8 req-fe2f36fe-3696-49a4-b94e-d843bcb0fc91 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:30.185432 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d795c2b2-fff1-41f6-bc59-f0b60c23e2c8 req-fe2f36fe-3696-49a4-b94e-d843bcb0fc91 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Aug 31 23:40:30.227123 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d795c2b2-fff1-41f6-bc59-f0b60c23e2c8 req-83e6165f-1b51-464d-a9e5-19587edba72f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351200 Aug 31 23:40:30.456436 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a12a16-0a88-4e2e-97e7-6c2c904ee3c8 req-ba711cc1-90e0-4e62-b091-13fd0ef57936 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:30.458006 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-10a12a16-0a88-4e2e-97e7-6c2c904ee3c8 req-ba711cc1-90e0-4e62-b091-13fd0ef57936 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0545113 Aug 31 23:40:30.497090 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-10a12a16-0a88-4e2e-97e7-6c2c904ee3c8 req-d7720d50-cc71-4d8c-892d-ba7c54650e7b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322459 Aug 31 23:40:31.100419 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790d421-2de0-48ea-bce3-02a4f4d06b26 req-26d971c7-205e-44c8-86a6-563205cfc6c1 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:31.101855 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6790d421-2de0-48ea-bce3-02a4f4d06b26 req-26d971c7-205e-44c8-86a6-563205cfc6c1 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0583630 Aug 31 23:40:31.141069 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6790d421-2de0-48ea-bce3-02a4f4d06b26 req-6da0cd07-2c13-4960-be89-76151036500b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Aug 31 23:40:31.344310 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df2c86-67c8-4fc4-bc30-e31fe80f285a req-b3822c3f-b6c7-47d6-aef6-5387ff377eea tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:31.345793 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1df2c86-67c8-4fc4-bc30-e31fe80f285a req-b3822c3f-b6c7-47d6-aef6-5387ff377eea tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Aug 31 23:40:31.384535 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1df2c86-67c8-4fc4-bc30-e31fe80f285a req-cd72d442-51ad-4237-8bdc-d1b413b88bb6 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Aug 31 23:40:31.635805 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c2d73-0418-4aae-b85a-687bc6b6ec87 req-63b3d9a9-2569-4978-a09c-85d112f772d6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:31.637208 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1c2d73-0418-4aae-b85a-687bc6b6ec87 req-63b3d9a9-2569-4978-a09c-85d112f772d6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0531964 Aug 31 23:40:31.676571 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1c2d73-0418-4aae-b85a-687bc6b6ec87 req-3838cb80-6fba-415f-92d0-52594aeb49ed tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Aug 31 23:40:32.255256 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892261-25a2-4665-abdd-b131b3b21091 req-7bacdd96-7b89-48b1-989b-5a959984751a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:32.256777 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b9892261-25a2-4665-abdd-b131b3b21091 req-7bacdd96-7b89-48b1-989b-5a959984751a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0503438 Aug 31 23:40:32.299605 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b9892261-25a2-4665-abdd-b131b3b21091 req-9d252e24-a7fb-4c28-b7af-b41a9a162254 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Aug 31 23:40:32.506954 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6caf-c5e2-4b01-876b-242bf9014127 req-4edcf03a-5227-422c-bd77-7ce1a77679cf tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:32.508444 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f1e6caf-c5e2-4b01-876b-242bf9014127 req-4edcf03a-5227-422c-bd77-7ce1a77679cf tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Aug 31 23:40:32.550890 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f1e6caf-c5e2-4b01-876b-242bf9014127 req-d94ca0fd-6d23-4588-97c0-7f2470b58efc tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Aug 31 23:40:32.798873 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ea16-7a01-4a4e-a296-9db28005360f req-ae807e4e-2b9e-42ae-a8fe-3123eeba3c9b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:32.800363 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-82b2ea16-7a01-4a4e-a296-9db28005360f req-ae807e4e-2b9e-42ae-a8fe-3123eeba3c9b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0520959 Aug 31 23:40:32.839105 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-82b2ea16-7a01-4a4e-a296-9db28005360f req-7c6d399b-fd4e-4a37-b899-39029df713f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327671 Aug 31 23:40:33.418279 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edbf2-680c-4de9-b97f-e13cccf9e71f req-8beeae20-e455-41da-91ed-348270c205c4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:33.419808 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-319edbf2-680c-4de9-b97f-e13cccf9e71f req-8beeae20-e455-41da-91ed-348270c205c4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0544882 Aug 31 23:40:33.458469 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-319edbf2-680c-4de9-b97f-e13cccf9e71f req-e7f50d99-a613-4495-bde4-4c4ab38af97e tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Aug 31 23:40:33.666238 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3cb68-5575-4b72-a211-cb4c45c8e9d7 req-0da34f8f-7b2e-4901-bf7b-6c7ca3f41d09 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:33.667753 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ba3cb68-5575-4b72-a211-cb4c45c8e9d7 req-0da34f8f-7b2e-4901-bf7b-6c7ca3f41d09 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0502913 Aug 31 23:40:33.705831 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ba3cb68-5575-4b72-a211-cb4c45c8e9d7 req-c70bc5b4-3293-41df-9786-17fa84888dc2 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 31 23:40:33.968130 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c18b72-80ad-44c6-9a54-ea9f31223949 req-fe333b30-d6d3-45e2-8e93-8bbb49cc8680 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:33.969631 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-24c18b72-80ad-44c6-9a54-ea9f31223949 req-fe333b30-d6d3-45e2-8e93-8bbb49cc8680 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0491750 Aug 31 23:40:34.008864 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-24c18b72-80ad-44c6-9a54-ea9f31223949 req-36dc1389-7d55-40b1-a43e-fc40808947a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332615 Aug 31 23:40:34.572273 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d660d9-071e-46c7-bf7b-a2c1bd0a8b12 req-44359e53-f0fa-4021-adbf-709a5ff14c10 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:34.573774 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7d660d9-071e-46c7-bf7b-a2c1bd0a8b12 req-44359e53-f0fa-4021-adbf-709a5ff14c10 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0496826 Aug 31 23:40:34.611827 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7d660d9-071e-46c7-bf7b-a2c1bd0a8b12 req-7074fe44-bb89-4fae-811e-7822a9652a19 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Aug 31 23:40:34.725399 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccfd60-3df1-49e4-858e-b658ba4cf6d6 req-972fdbec-4857-4ca9-a630-682266052c4b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:34.726985 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dbccfd60-3df1-49e4-858e-b658ba4cf6d6 req-972fdbec-4857-4ca9-a630-682266052c4b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0488272 Aug 31 23:40:34.770508 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dbccfd60-3df1-49e4-858e-b658ba4cf6d6 req-27ca2cf7-13e4-48fc-aa68-8e345a389e0d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Aug 31 23:40:34.840511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077e4c6-ef06-475c-9fc5-f77721902b56 req-91376ad5-4af2-405b-9de4-c59f60850880 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:34.842176 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2077e4c6-ef06-475c-9fc5-f77721902b56 req-91376ad5-4af2-405b-9de4-c59f60850880 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0633528 Aug 31 23:40:34.885835 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2077e4c6-ef06-475c-9fc5-f77721902b56 req-2e69152d-f934-4ab3-bce3-e7eca8ac154c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376859 Aug 31 23:40:35.117043 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a5e9-e783-4b27-a21e-45ef2c92d414 req-e5a863e2-0bd6-428e-b30f-2e3836aeee85 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:35.119229 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8917a5e9-e783-4b27-a21e-45ef2c92d414 req-e5a863e2-0bd6-428e-b30f-2e3836aeee85 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0507679 Aug 31 23:40:35.140564 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd7c69-aaee-4fff-b375-af16f51dc960 req-aa149b7c-471e-466e-a65f-f20c3d1d8b10 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:35.142093 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99dd7c69-aaee-4fff-b375-af16f51dc960 req-aa149b7c-471e-466e-a65f-f20c3d1d8b10 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0601983 Aug 31 23:40:35.158643 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8917a5e9-e783-4b27-a21e-45ef2c92d414 req-d2674bab-ceff-4401-9e71-b95d7607d854 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331161 Aug 31 23:40:35.180902 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99dd7c69-aaee-4fff-b375-af16f51dc960 req-e4780451-17ac-40a7-885e-2a68fcd3b71a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327799 Aug 31 23:40:36.006910 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd28bf4-7114-4d9e-b5cd-b233d3de198d req-a7311645-92f7-498b-9f26-a98b31135081 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:36.008362 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6cd28bf4-7114-4d9e-b5cd-b233d3de198d req-a7311645-92f7-498b-9f26-a98b31135081 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0513253 Aug 31 23:40:36.048496 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6cd28bf4-7114-4d9e-b5cd-b233d3de198d req-2b0d154b-0ae7-4b99-a67b-0ec074dbdfbf tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Aug 31 23:40:36.309508 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141fa22-096a-42ce-aa27-316c08336571 req-178a6f3e-c507-4a77-a4ba-494e16335971 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:36.310985 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b141fa22-096a-42ce-aa27-316c08336571 req-178a6f3e-c507-4a77-a4ba-494e16335971 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0524144 Aug 31 23:40:36.350575 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b141fa22-096a-42ce-aa27-316c08336571 req-aaa1dac8-c661-423e-a113-fa7799631419 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337210 Aug 31 23:40:37.169369 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2c4f-f263-4b64-b182-d31db98875cc req-d1bdfc43-6720-4fd8-b4df-a92ff99231b9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:37.170793 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be9e2c4f-f263-4b64-b182-d31db98875cc req-d1bdfc43-6720-4fd8-b4df-a92ff99231b9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Aug 31 23:40:37.212069 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be9e2c4f-f263-4b64-b182-d31db98875cc req-21806737-fcca-45b9-8a2f-ba4d9974c887 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Aug 31 23:40:37.477638 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1adb36-8381-498a-a983-c06fccb798df req-442a039e-cf80-4184-80cc-c787a36c470b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:37.479120 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6f1adb36-8381-498a-a983-c06fccb798df req-442a039e-cf80-4184-80cc-c787a36c470b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0539417 Aug 31 23:40:37.542037 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6f1adb36-8381-498a-a983-c06fccb798df req-c43f2a44-d979-4607-a144-c633b397abc2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569804 Aug 31 23:40:37.562379 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-cd396ab9-e37d-408a-a7a5-c1218fa8a55f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:37.563885 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-cd396ab9-e37d-408a-a7a5-c1218fa8a55f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 945 time: 0.0646322 Aug 31 23:40:37.697724 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Deleting port 473c98d1-a20b-4eec-81a0-68272b8d8843 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:37.698061 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.752854 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:40:37.788659 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] For port 473c98d1-a20b-4eec-81a0-68272b8d8843, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=473c98d1-a20b-4eec-81a0-68272b8d8843,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:37.789023 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.804225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Calling delete_port for 473c98d1-a20b-4eec-81a0-68272b8d8843 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:38.169733 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.212427 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['473c98d1-a20b-4eec-81a0-68272b8d8843', '13034685-0a5d-401a-b34d-9dfb708aba8f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:38.220511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Pushing event deleted for resources: {'Port': ['ID=473c98d1-a20b-4eec-81a0-68272b8d8843,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:38.252933 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.253258 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.253600 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.253939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.254274 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.254642 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.254974 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.255361 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.255630 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.255957 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.256283 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.256607 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:38.313766 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] No DVR routers for this DVR port 473c98d1-a20b-4eec-81a0-68272b8d8843 on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:40:38.316960 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.318989 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6de4941-e44f-48d2-8fc0-00dc19eceb31 req-ccf74111-ad74-4037-b92d-a2133a378b70 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "DELETE /v2.0/ports/473c98d1-a20b-4eec-81a0-68272b8d8843 HTTP/1.1" status: 204 len: 173 time: 0.7477458 Aug 31 23:40:38.319509 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87710a4-21a5-457a-9773-5541732034e0', 'name': 'network-vif-deleted', 'tag': '473c98d1-a20b-4eec-81a0-68272b8d8843'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:38.321767 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19663cf-2411-46c5-ac5f-c6bb4164f96e" -d '{"events": [{"server_uuid": "f87710a4-21a5-457a-9773-5541732034e0", "name": "network-vif-deleted", "tag": "473c98d1-a20b-4eec-81a0-68272b8d8843"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:38.336726 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99600de8-b258-4ce3-a8a4-b44d6c6842b5 req-2d7386f1-5b1c-4c82-9824-f52f4c1d66ee tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=f87710a4-21a5-457a-9773-5541732034e0 HTTP/1.1" status: 200 len: 210 time: 0.0429003 Aug 31 23:40:38.372667 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9097e0b6-3ddb-4d04-9718-009b6fdf0c01 x-openstack-request-id: req-9097e0b6-3ddb-4d04-9718-009b6fdf0c01 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:38.372954 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87710a4-21a5-457a-9773-5541732034e0", "name": "network-vif-deleted", "tag": "473c98d1-a20b-4eec-81a0-68272b8d8843", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:38.373205 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9097e0b6-3ddb-4d04-9718-009b6fdf0c01 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:38.373603 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87710a4-21a5-457a-9773-5541732034e0', 'name': 'network-vif-deleted', 'tag': '473c98d1-a20b-4eec-81a0-68272b8d8843', 'status': 'completed', 'code': 200} Aug 31 23:40:38.663461 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7175392-e742-4f32-8c79-f9bfbd47c78a req-3c92369d-5ac8-47b8-aaa2-14b9c5b7ca72 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:38.664971 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a7175392-e742-4f32-8c79-f9bfbd47c78a req-3c92369d-5ac8-47b8-aaa2-14b9c5b7ca72 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0500200 Aug 31 23:40:38.704223 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a7175392-e742-4f32-8c79-f9bfbd47c78a req-924f3096-5bd3-4b3a-9fdb-0b173e75995c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Aug 31 23:40:39.622451 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee9d99-9f96-4ad5-8092-f954b77f584e req-a5024e12-39db-47fb-8db4-ba852bb1d120 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:39.624017 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26ee9d99-9f96-4ad5-8092-f954b77f584e req-a5024e12-39db-47fb-8db4-ba852bb1d120 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0536597 Aug 31 23:40:39.663516 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26ee9d99-9f96-4ad5-8092-f954b77f584e req-639f98fd-a243-4eaf-8a1a-e38ec72d2ba9 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Aug 31 23:40:39.828814 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e68d2-d357-4507-90a1-f2fed38ee7cc req-2569d962-e183-47d2-9b5a-9c314960c1a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:39.830370 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-077e68d2-d357-4507-90a1-f2fed38ee7cc req-2569d962-e183-47d2-9b5a-9c314960c1a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0518270 Aug 31 23:40:39.868191 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-077e68d2-d357-4507-90a1-f2fed38ee7cc req-39a20992-41f1-4a34-8afd-7dd447d7f4fd tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Aug 31 23:40:40.679596 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 473c98d1-a20b-4eec-81a0-68272b8d8843 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:40.704264 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 473c98d1-a20b-4eec-81a0-68272b8d8843 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:40.704264 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 473c98d1-a20b-4eec-81a0-68272b8d8843 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:40.785339 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac4ec0-e951-4712-a3ab-0b3760d8248b req-1ed79911-7888-45af-b745-4b6267038fbd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:40.786970 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63ac4ec0-e951-4712-a3ab-0b3760d8248b req-1ed79911-7888-45af-b745-4b6267038fbd tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0496171 Aug 31 23:40:40.825608 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63ac4ec0-e951-4712-a3ab-0b3760d8248b req-58d24758-eeb5-4d3d-8e34-be196511de4a tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321949 Aug 31 23:40:40.985894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e6378-099c-4e28-85b0-c2143ed2255f req-4ea431e0-5c5d-4202-ab4b-dc597b5a878c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:40.987370 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-891e6378-099c-4e28-85b0-c2143ed2255f req-4ea431e0-5c5d-4202-ab4b-dc597b5a878c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0475068 Aug 31 23:40:41.041061 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-891e6378-099c-4e28-85b0-c2143ed2255f req-3becbb51-052d-4dcd-8786-66265660f2c0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476117 Aug 31 23:40:41.938533 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815afe4-7ea8-43a2-a34d-f1317c1cf3c6 req-7a5ba110-cc71-4593-8758-c7a00226da6f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:41.940013 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7815afe4-7ea8-43a2-a34d-f1317c1cf3c6 req-7a5ba110-cc71-4593-8758-c7a00226da6f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0475671 Aug 31 23:40:41.976182 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7815afe4-7ea8-43a2-a34d-f1317c1cf3c6 req-5772c76d-479c-47e9-9aa4-c4f447127d84 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Aug 31 23:40:42.164489 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acecbea-7631-471e-87d6-1f707f4881e3 req-8110f9e1-0bc7-499f-b871-315918349a22 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:42.166600 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8acecbea-7631-471e-87d6-1f707f4881e3 req-8110f9e1-0bc7-499f-b871-315918349a22 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 944 time: 0.0494614 Aug 31 23:40:42.203495 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8acecbea-7631-471e-87d6-1f707f4881e3 req-6107dc3d-29f9-4482-9809-c53659707d0f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310204 Aug 31 23:40:42.698065 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:40:42.789584 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:42.800558 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'port_id': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'mac_address': 'fa:16:3e:86:98:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:40:42.836787 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:42.851724 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:40:42.871004 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:42.874588 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:42.922143 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=9']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:43.101719 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5842b05-52fa-4ef1-b59b-b7f6ca1044aa req-5dec01c3-cc45-493c-b372-e514487336dc tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:43.103258 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5842b05-52fa-4ef1-b59b-b7f6ca1044aa req-5dec01c3-cc45-493c-b372-e514487336dc tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0598598 Aug 31 23:40:43.142136 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5842b05-52fa-4ef1-b59b-b7f6ca1044aa req-e5e73fd1-32c7-4fdd-8dea-ffc0e9776283 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Aug 31 23:40:43.332003 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27720c84-12cc-4a07-8f47-9fc6f5fb756d req-3f6101ae-2955-48d5-8ffc-b173f72db641 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:43.333485 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27720c84-12cc-4a07-8f47-9fc6f5fb756d req-3f6101ae-2955-48d5-8ffc-b173f72db641 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0573373 Aug 31 23:40:43.379349 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27720c84-12cc-4a07-8f47-9fc6f5fb756d req-d6dee8f9-e89d-4ea7-a4ca-f739dc9d5ae7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396223 Aug 31 23:40:43.458695 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:44.268267 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf135c-fd00-4b4f-9314-4a4cba194f26 req-d20ecbe2-7a0e-4ee4-aee4-a54050c9761f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:44.269747 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ecf135c-fd00-4b4f-9314-4a4cba194f26 req-d20ecbe2-7a0e-4ee4-aee4-a54050c9761f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0582979 Aug 31 23:40:44.314054 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ecf135c-fd00-4b4f-9314-4a4cba194f26 req-b79557ef-fec3-4ab8-8b92-d91c3fac597f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Aug 31 23:40:44.516080 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9990e4-3d18-4c66-b36a-c57c7dcc3638 req-2822c973-754a-4f83-b027-cf2fd07dcdfb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:44.517593 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b9990e4-3d18-4c66-b36a-c57c7dcc3638 req-2822c973-754a-4f83-b027-cf2fd07dcdfb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0539637 Aug 31 23:40:44.566840 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b9990e4-3d18-4c66-b36a-c57c7dcc3638 req-f73dc56f-7ff3-421d-b77f-d35cab892830 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Aug 31 23:40:44.717867 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb1da0-933d-4715-8d26-fc00349c4887 req-d8c7cc01-397c-4e73-801f-28a244ef128a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:44.719412 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5cb1da0-933d-4715-8d26-fc00349c4887 req-d8c7cc01-397c-4e73-801f-28a244ef128a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0482447 Aug 31 23:40:44.758003 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5cb1da0-933d-4715-8d26-fc00349c4887 req-6732fd3b-d40a-48bd-bb68-2e21f41c0e9b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Aug 31 23:40:44.779781 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52564) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:44.867653 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9a9d5-8435-4db6-b621-3ef27d5d6bc7 tempest-TestMinimumBasicScenario-236424656 tempest-TestMinimumBasicScenario-236424656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:44.869259 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-94f9a9d5-8435-4db6-b621-3ef27d5d6bc7 tempest-TestMinimumBasicScenario-236424656 tempest-TestMinimumBasicScenario-236424656-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1094 time: 0.0884678 Aug 31 23:40:44.873253 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52568) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:44.877740 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'port_id': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:44.900678 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:44.999475 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.110526 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Allocated IP 172.27.3.60 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/d4a0328c-54e2-4a47-b078-432a15173cad) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:45.211528 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.250380 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.295685 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:45.298723 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:45.303023 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:45.307012 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'Port': ['ID=d4a0328c-54e2-4a47-b078-432a15173cad,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:45.430949 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb01f0-5294-44f1-8f8f-3bbb51c865bc req-b9ed240c-2742-426f-830e-e93da16e0a1c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:45.432681 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93fb01f0-5294-44f1-8f8f-3bbb51c865bc req-b9ed240c-2742-426f-830e-e93da16e0a1c tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0527828 Aug 31 23:40:45.473445 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93fb01f0-5294-44f1-8f8f-3bbb51c865bc req-3d4c75d3-53ba-40ea-98d2-ec8d365b2c78 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Aug 31 23:40:45.664866 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.735046 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c642c9-b728-42fc-8540-e4ac1354ad92 req-5b3dea1d-0c05-4ea5-940a-ef75bdaaaa9e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:45.736591 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d1c642c9-b728-42fc-8540-e4ac1354ad92 req-5b3dea1d-0c05-4ea5-940a-ef75bdaaaa9e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0872631 Aug 31 23:40:45.777980 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.819560 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d1c642c9-b728-42fc-8540-e4ac1354ad92 req-0bc80494-5495-492f-a2fa-7077b260ea22 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632837 Aug 31 23:40:45.940595 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.944832 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.976411 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.023963 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'Port': ['ID=d4a0328c-54e2-4a47-b078-432a15173cad,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:46.084126 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Floating IP 308f5eb1-309a-4ce9-8ef1-ebc8658994c9 associated. External IP: 172.27.3.60, port: 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9. Aug 31 23:40:46.302500 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:40:46.411229 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:46.422370 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] Sync routers for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:46.429818 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.432566 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:46.433319 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:40:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:46.458235 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-deb32537-cae1-49f9-9913-e7b1678e1ff0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5839341 Aug 31 23:40:46.458855 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:46.461110 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2341a6c-a126-4a5b-a924-ac60ee774ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:46.461448 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52574) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:46.466381 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-fcb09df0-eba1-4d85-a062-4eb3416f55d7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901663720', 'description': 'tempest-secgroup-smoke-901663720 description', 'project_id': '3b59eb8973434784a53d0396f0695829'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:46.497831 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fcb09df0-eba1-4d85-a062-4eb3416f55d7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.517591 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a653b4d-d148-4977-a45a-ee1750dd3e99 x-openstack-request-id: req-5a653b4d-d148-4977-a45a-ee1750dd3e99 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:46.517960 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:46.518283 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5a653b4d-d148-4977-a45a-ee1750dd3e99 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:46.518767 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'status': 'completed', 'code': 200} Aug 31 23:40:46.550452 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:46.550823 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-00124014-3bff-49fe-b74a-687852534435 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:46.553151 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-00124014-3bff-49fe-b74a-687852534435 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.0716715 Aug 31 23:40:46.639988 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-56f41e2d-5b28-4a46-a055-9c943dc170d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:46.642839 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-56f41e2d-5b28-4a46-a055-9c943dc170d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1099 time: 0.0809197 Aug 31 23:40:46.669744 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fcb09df0-eba1-4d85-a062-4eb3416f55d7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.683824 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fcb09df0-eba1-4d85-a062-4eb3416f55d7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.714505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:46.737037 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68269d-d8b7-483d-aa00-578d8108eb14 req-a83c4ee2-f478-434c-80f2-de6a5430f620 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:46.738977 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d68269d-d8b7-483d-aa00-578d8108eb14 req-a83c4ee2-f478-434c-80f2-de6a5430f620 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 946 time: 0.1817009 Aug 31 23:40:46.748177 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fcb09df0-eba1-4d85-a062-4eb3416f55d7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.749391 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fcb09df0-eba1-4d85-a062-4eb3416f55d7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2868898 Aug 31 23:40:46.751980 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb09df0-eba1-4d85-a062-4eb3416f55d7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fdfc75-29ce-4c2e-b528-bc29340bcf16,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:46.752592 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52582) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:46.759465 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-cbb09935-feae-40ce-8878-bc9b0b4bbfab tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'security_group_rule': {'security_group_id': '04fdfc75-29ce-4c2e-b528-bc29340bcf16', 'project_id': '3b59eb8973434784a53d0396f0695829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:46.785718 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-13799477-f2ad-47d2-8d1b-dfe0741533ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:46.787229 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-13799477-f2ad-47d2-8d1b-dfe0741533ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 200 len: 916 time: 0.1330817 Aug 31 23:40:46.788172 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Deleting port 13034685-0a5d-401a-b34d-9dfb708aba8f {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:46.788518 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.816484 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:46.817198 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.891136 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d68269d-d8b7-483d-aa00-578d8108eb14 req-7655af1b-54b3-4d4a-83fc-a33f84c10d6d tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e1660f-d92e-4359-9c67-602aa3c0b23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350985 Aug 31 23:40:46.896501 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-1e4ae014-2d62-4768-86de-5364628ee188 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 999 time: 0.0944622 Aug 31 23:40:46.904828 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cbb09935-feae-40ce-8878-bc9b0b4bbfab tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.929312 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.937875 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '308f5eb1-309a-4ce9-8ef1-ebc8658994c9', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'port_id': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'mac_address': 'fa:16:3e:c1:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564fe66d-fcda-40fb-a34a-25268471447b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:40:45Z', 'updated_at': '2021-08-31T23:40:45Z', 'revision_number': 0, 'project_id': '3b59eb8973434784a53d0396f0695829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 5, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:46.969863 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:46.971399 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:46.977513 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e046233-6b3a-4143-a6af-d3edcc7ef64e" -d '{"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:46.979914 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] Checking router: 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:46.982916 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.998492 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] For port 13034685-0a5d-401a-b34d-9dfb708aba8f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=13034685-0a5d-401a-b34d-9dfb708aba8f,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:46.998927 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.005806 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:47.006445 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:40:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:47.014455 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-c09d777d-80ee-4da5-9585-470270cbea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:47.016109 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-c09d777d-80ee-4da5-9585-470270cbea1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1e60be-496e-4959-bb4f-bcc262749062 HTTP/1.1" status: 200 len: 853 time: 0.1112883 Aug 31 23:40:47.040909 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a7514-0aee-49c8-bbc9-a9d985432357 x-openstack-request-id: req-8b2a7514-0aee-49c8-bbc9-a9d985432357 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:47.041592 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:47.042076 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8b2a7514-0aee-49c8-bbc9-a9d985432357 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:47.042723 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'code': 200} Aug 31 23:40:47.043254 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Calling delete_port for 13034685-0a5d-401a-b34d-9dfb708aba8f owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:47.048260 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe40b2f-b112-4120-90aa-2ff94c27ffa4 req-323e5304-d164-4c75-8684-0f8ddde891dd tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:47.050085 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dbe40b2f-b112-4120-90aa-2ff94c27ffa4 req-323e5304-d164-4c75-8684-0f8ddde891dd tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 945 time: 0.0944729 Aug 31 23:40:47.070481 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cbb09935-feae-40ce-8878-bc9b0b4bbfab tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.075186 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=10']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:47.089225 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.089983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.092850 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.093485 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.094784 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.095504 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.096062 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.096613 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.097238 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.097800 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.098346 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.098934 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:47.102412 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cbb09935-feae-40ce-8878-bc9b0b4bbfab tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.109088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-30c60e4c-b628-44cd-830c-470ab60fcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:47.110901 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-30c60e4c-b628-44cd-830c-470ab60fcb6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5531fe5-3213-41d1-9b89-d508ed38baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0835419 Aug 31 23:40:47.114667 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dbe40b2f-b112-4120-90aa-2ff94c27ffa4 req-849f2d90-b0b2-4eb3-b3b4-5ac7d3614fed tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487175 Aug 31 23:40:47.136250 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb09935-feae-40ce-8878-bc9b0b4bbfab tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65908c41-8758-4bb0-b8ab-15125942b4d3,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:47.154928 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cbb09935-feae-40ce-8878-bc9b0b4bbfab tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.156114 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cbb09935-feae-40ce-8878-bc9b0b4bbfab tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015234 Aug 31 23:40:47.159938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52588) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:47.164522 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-3fd4dd95-75dc-49d8-9da3-08e4b044e7b6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'security_group_rule': {'security_group_id': '04fdfc75-29ce-4c2e-b528-bc29340bcf16', 'project_id': '3b59eb8973434784a53d0396f0695829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:47.200147 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:47.238690 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3fd4dd95-75dc-49d8-9da3-08e4b044e7b6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.243628 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-df65094c-4215-45cf-93e7-84c1bd0c04ab service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178951 Aug 31 23:40:47.263663 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.301202 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Pushing event deleted for resources: {'Port': ['ID=13034685-0a5d-401a-b34d-9dfb708aba8f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:47.307023 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['13034685-0a5d-401a-b34d-9dfb708aba8f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:47.357436 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2341a6c-a126-4a5b-a924-ac60ee774ddc req-06b8ef1b-7412-48c5-b301-367911ee9b34 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060622 Aug 31 23:40:47.363386 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3b0dae64-e967-4bdf-928d-4ef331621fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.371074 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] No DVR routers for this DVR port 13034685-0a5d-401a-b34d-9dfb708aba8f on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:40:47.373837 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.375858 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-efe9c39c-3c58-45ff-bcaf-5a91e9e7152e req-c9e1666a-6c8f-4940-ae75-cade4d97645f tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.61 "DELETE /v2.0/ports/13034685-0a5d-401a-b34d-9dfb708aba8f HTTP/1.1" status: 204 len: 173 time: 0.8102279 Aug 31 23:40:47.379191 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3fd4dd95-75dc-49d8-9da3-08e4b044e7b6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.385226 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3fd4dd95-75dc-49d8-9da3-08e4b044e7b6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.414939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4dd95-75dc-49d8-9da3-08e4b044e7b6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d786457-be5e-47eb-9333-e2604b83fd22,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:47.432560 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3fd4dd95-75dc-49d8-9da3-08e4b044e7b6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.437676 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52590) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:47.438734 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3fd4dd95-75dc-49d8-9da3-08e4b044e7b6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2776654 Aug 31 23:40:47.442884 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-7d39321c-b83f-48ff-a352-f77ec537e081 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'security_group_rule': {'security_group_id': '04fdfc75-29ce-4c2e-b528-bc29340bcf16', 'project_id': '3b59eb8973434784a53d0396f0695829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:47.469069 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d39321c-b83f-48ff-a352-f77ec537e081 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.475140 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '308f5eb1-309a-4ce9-8ef1-ebc8658994c9', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'port_id': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'mac_address': 'fa:16:3e:c1:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564fe66d-fcda-40fb-a34a-25268471447b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:40:45Z', 'updated_at': '2021-08-31T23:40:45Z', 'revision_number': 0, 'project_id': '3b59eb8973434784a53d0396f0695829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 5, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:47.509013 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b5875-19e2-4a2a-b974-db6d6c968310 None None] The sync data for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi is: [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '308f5eb1-309a-4ce9-8ef1-ebc8658994c9', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'port_id': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'mac_address': 'fa:16:3e:c1:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564fe66d-fcda-40fb-a34a-25268471447b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:40:45Z', 'updated_at': '2021-08-31T23:40:45Z', 'revision_number': 0, 'project_id': '3b59eb8973434784a53d0396f0695829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 5, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:47.548135 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d39321c-b83f-48ff-a352-f77ec537e081 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.552559 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d39321c-b83f-48ff-a352-f77ec537e081 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.571351 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39321c-b83f-48ff-a352-f77ec537e081 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc1a557-1208-4bee-97ce-e39c6fa96466,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:47.579560 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d39321c-b83f-48ff-a352-f77ec537e081 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.583439 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7d39321c-b83f-48ff-a352-f77ec537e081 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418273 Aug 31 23:40:47.583832 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52592) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:47.588296 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-b7b154ab-b01f-4de3-9bae-742f63c8b1b0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'security_group_rule': {'security_group_id': '04fdfc75-29ce-4c2e-b528-bc29340bcf16', 'project_id': '3b59eb8973434784a53d0396f0695829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:47.613410 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b154ab-b01f-4de3-9bae-742f63c8b1b0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.682676 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b154ab-b01f-4de3-9bae-742f63c8b1b0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.688020 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b154ab-b01f-4de3-9bae-742f63c8b1b0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.699165 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7111ba2-951f-41c3-9733-46a64580452c req-66d7a40d-66d8-411f-b10d-41faf193c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:47.700703 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7111ba2-951f-41c3-9733-46a64580452c req-66d7a40d-66d8-411f-b10d-41faf193c477 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1100 time: 0.0516348 Aug 31 23:40:47.707766 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b154ab-b01f-4de3-9bae-742f63c8b1b0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794d84f4-73a6-435f-91fd-37cbfd539948,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:47.715769 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b154ab-b01f-4de3-9bae-742f63c8b1b0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.720755 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b7b154ab-b01f-4de3-9bae-742f63c8b1b0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322381 Aug 31 23:40:47.720755 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52594) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:47.731644 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'security_group_rule': {'security_group_id': '04fdfc75-29ce-4c2e-b528-bc29340bcf16', 'project_id': '3b59eb8973434784a53d0396f0695829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:47.731832 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89883a81-c940-4d64-ab25-c9174354c71f None None] New status for floating IP 308f5eb1-309a-4ce9-8ef1-ebc8658994c9: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:40:47.755281 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Project 3b59eb8973434784a53d0396f0695829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:40:47.755581 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7111ba2-951f-41c3-9733-46a64580452c req-10907240-ee50-420c-9ba2-9b4c57e4aab9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452585 Aug 31 23:40:47.760317 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.818267 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.822739 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.839142 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9bfdf1-6389-4393-90aa-480b058e0795,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:47.847745 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.848975 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0dd1f5b4-c89c-4d59-b390-37d569753cd9 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280560 Aug 31 23:40:47.851791 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52596) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:47.856616 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'security_group_rule': {'security_group_id': '04fdfc75-29ce-4c2e-b528-bc29340bcf16', 'project_id': '3b59eb8973434784a53d0396f0695829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:47.879144 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Project 3b59eb8973434784a53d0396f0695829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:40:47.884419 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.013451 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7d8f367-3ac3-4fc8-80bc-0f32a7e4ad30 req-653777ae-dd0f-43a6-b291-3a75572bbf00 tempest-ServerRescueNegativeTestJSON-628506368 tempest-ServerRescueNegativeTestJSON-628506368-project] 10.222.0.63 "GET /v2.0/ports?device_id=effffd56-7686-42f8-bca7-96f32cc6e171 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Aug 31 23:40:48.167920 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.176807 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.197064 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7f27f1-6751-4a36-92ca-19853944030a,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:48.205949 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.207484 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f5677ce8-215f-4fb2-aa74-954f83e24386 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3547587 Aug 31 23:40:48.295767 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-87f09663-add3-4c61-9269-3bfa06f4ecbf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901663720&fields=id&tenant_id=3b59eb8973434784a53d0396f0695829 HTTP/1.1" status: 200 len: 267 time: 0.0363550 Aug 31 23:40:48.327017 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e6cc-5139-4f1b-862c-212d86054bbd req-688bed81-7998-4845-a7ee-bb5b1987eeb3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:48.328517 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4a3e6cc-5139-4f1b-862c-212d86054bbd req-688bed81-7998-4845-a7ee-bb5b1987eeb3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.1074071 Aug 31 23:40:48.358915 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-e4027fc4-86e6-4cf9-8662-d48da1bbe8ce tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:48.360534 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-e4027fc4-86e6-4cf9-8662-d48da1bbe8ce tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0597365 Aug 31 23:40:48.372608 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'port': {'security_groups': ['56288cae-d470-4466-9276-d9948a2479d5', '04fdfc75-29ce-4c2e-b528-bc29340bcf16']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:48.383090 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4a3e6cc-5139-4f1b-862c-212d86054bbd req-646a3359-edda-4223-8de0-30ad58b7fdad tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480816 Aug 31 23:40:48.447488 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.521228 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'name': 'network-vif-deleted', 'tag': '13034685-0a5d-401a-b34d-9dfb708aba8f'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:48.525664 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adc1d31-d04b-440f-88f2-4c22b3fbe382" -d '{"events": [{"server_uuid": "effffd56-7686-42f8-bca7-96f32cc6e171", "name": "network-vif-deleted", "tag": "13034685-0a5d-401a-b34d-9dfb708aba8f"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:48.575706 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d526d9a-4703-4e5c-a7b7-05b3725a4a25 x-openstack-request-id: req-2d526d9a-4703-4e5c-a7b7-05b3725a4a25 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:48.575992 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effffd56-7686-42f8-bca7-96f32cc6e171", "name": "network-vif-deleted", "tag": "13034685-0a5d-401a-b34d-9dfb708aba8f", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:48.576237 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2d526d9a-4703-4e5c-a7b7-05b3725a4a25 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:48.576613 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effffd56-7686-42f8-bca7-96f32cc6e171', 'name': 'network-vif-deleted', 'tag': '13034685-0a5d-401a-b34d-9dfb708aba8f', 'status': 'completed', 'code': 200} Aug 31 23:40:48.653890 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:48.683025 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.687626 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.725820 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:48.742815 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:48.743459 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.744916 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b6d1778-20dd-4241-8241-a9a9b69ba9c6 req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "PUT /v2.0/ports/7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 982 time: 0.3773770 Aug 31 23:40:48.785045 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ee99a-cbd2-41c8-92bb-d522abaa6de2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=6']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:48.866614 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701fbb-ade7-49eb-be81-2d9bc51f5633 req-dec89fcc-7c6d-4c67-beb7-4fce3261a7a3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:48.868367 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54701fbb-ade7-49eb-be81-2d9bc51f5633 req-dec89fcc-7c6d-4c67-beb7-4fce3261a7a3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0522041 Aug 31 23:40:48.916973 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54701fbb-ade7-49eb-be81-2d9bc51f5633 req-8c10cc6d-2ecf-4718-8e5d-a75e9f668672 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411413 Aug 31 23:40:49.028966 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:49.032505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-81a41c4f-163b-4137-8d2a-ec094dd851f1 None None] Provisioning complete for port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:49.032875 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-81a41c4f-163b-4137-8d2a-ec094dd851f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:49.072512 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52616) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:49.559214 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db5afd-357f-4742-a6fc-28e5fa1fe467 req-5fc7e119-40b3-438a-968b-fe846709c8a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:49.560755 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-34db5afd-357f-4742-a6fc-28e5fa1fe467 req-5fc7e119-40b3-438a-968b-fe846709c8a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0927749 Aug 31 23:40:49.578043 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:49.661706 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-34db5afd-357f-4742-a6fc-28e5fa1fe467 req-82653165-db45-4437-ac8d-f2363eecf8ad tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932984 Aug 31 23:40:49.801616 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5e2b028c-e751-4ce6-be2c-679f013dbc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:49.891124 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:49.933894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Deleting port 904be9ea-a277-45ee-ab8b-4669dc4e88a3 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:49.934465 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:50.013083 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] For port 904be9ea-a277-45ee-ab8b-4669dc4e88a3, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=904be9ea-a277-45ee-ab8b-4669dc4e88a3,segment=NetworkSegment(de6ca480-baae-4fff-a24b-4769e23e02c3),segment_id=de6ca480-baae-4fff-a24b-4769e23e02c3)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:50.013445 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:50.026960 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Calling delete_port for 904be9ea-a277-45ee-ab8b-4669dc4e88a3 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:50.204947 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:50.246963 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=904be9ea-a277-45ee-ab8b-4669dc4e88a3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:50.275733 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.276084 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.276425 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.276757 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.277091 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.277419 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.277744 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.278069 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.278393 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.278742 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.279064 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.279382 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:50.413680 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:50.578413 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:50.580688 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0495176e-9755-48eb-85f6-ecb907ef524d" -d '{"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:50.617112 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e0b9a-2ea4-4ec8-8baa-bb48b58803e2 x-openstack-request-id: req-878e0b9a-2ea4-4ec8-8baa-bb48b58803e2 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:50.617403 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:50.617647 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-878e0b9a-2ea4-4ec8-8baa-bb48b58803e2 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:50.618033 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'status': 'completed', 'code': 200} Aug 31 23:40:50.630354 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:40:50.737378 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495176e-9755-48eb-85f6-ecb907ef524d req-47f29dce-9339-49ad-8ab9-4d92440aefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:50.740092 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 13034685-0a5d-401a-b34d-9dfb708aba8f no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:50.740572 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:50.742436 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0495176e-9755-48eb-85f6-ecb907ef524d req-47f29dce-9339-49ad-8ab9-4d92440aefe4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1138 time: 0.0705714 Aug 31 23:40:50.746731 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5489f870-7488-46fc-93df-b41824b9bec0 admin admin] 10.222.0.63 "PUT /v2.0/routers/0f62c34a-ecaf-4ab6-b37f-f562ae3fd088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6731040 Aug 31 23:40:50.753990 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] Sync routers for ids ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:50.755254 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52662) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:50.770701 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 13034685-0a5d-401a-b34d-9dfb708aba8f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:50.771301 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 13034685-0a5d-401a-b34d-9dfb708aba8f not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:50.772640 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] Routers {'0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:50.773501 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:40:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:50.857938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495176e-9755-48eb-85f6-ecb907ef524d req-8307907c-6706-4338-a13d-aeb2201f2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:50.859498 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0495176e-9755-48eb-85f6-ecb907ef524d req-8307907c-6706-4338-a13d-aeb2201f2d2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 200 len: 916 time: 0.1082358 Aug 31 23:40:50.894571 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983334e4-5049-46ce-ba73-c7561ebf8f91 req-a1fa82b0-aa10-44be-942b-f357906203a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:50.896148 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-983334e4-5049-46ce-ba73-c7561ebf8f91 req-a1fa82b0-aa10-44be-942b-f357906203a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0959952 Aug 31 23:40:50.913519 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:50.981154 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] Set router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:50.985320 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-983334e4-5049-46ce-ba73-c7561ebf8f91 req-ab4e58f4-6a09-4efa-9ae1-509c2e512f9d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791724 Aug 31 23:40:51.058967 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.127035 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.143316 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Deleting port 097080e2-1aca-489b-8203-142d2261d68c {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:51.143728 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.151123 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0495176e-9755-48eb-85f6-ecb907ef524d req-e558a24b-6652-40d3-a8be-63c016c46f03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 1001 time: 0.2751808 Aug 31 23:40:51.176065 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '097080e2-1aca-489b-8203-142d2261d68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:40:50Z', 'revision_number': 5, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port': {'id': '097080e2-1aca-489b-8203-142d2261d68c', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:25Z', 'updated_at': '2021-08-31T23:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:51.201895 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495176e-9755-48eb-85f6-ecb907ef524d req-7f9142b6-7650-4a7a-96ce-36221016ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:51.203436 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0495176e-9755-48eb-85f6-ecb907ef524d req-7f9142b6-7650-4a7a-96ce-36221016ee1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1e60be-496e-4959-bb4f-bcc262749062 HTTP/1.1" status: 200 len: 853 time: 0.0446172 Aug 31 23:40:51.203690 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] Checking router: 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:51.212549 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] Routers {'0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:51.213180 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:40:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:51.233980 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] For port 097080e2-1aca-489b-8203-142d2261d68c, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=097080e2-1aca-489b-8203-142d2261d68c,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:51.234448 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.251554 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Calling delete_port for 097080e2-1aca-489b-8203-142d2261d68c owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:51.251775 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495176e-9755-48eb-85f6-ecb907ef524d req-08f4c995-6434-4993-aa34-80d08f8e95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:51.253231 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0495176e-9755-48eb-85f6-ecb907ef524d req-08f4c995-6434-4993-aa34-80d08f8e95e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5531fe5-3213-41d1-9b89-d508ed38baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426848 Aug 31 23:40:51.310157 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] Set router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:51.352519 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0495176e-9755-48eb-85f6-ecb907ef524d req-e2091f60-574f-4db6-a28e-90191ca7b951 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913353 Aug 31 23:40:51.367241 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:40:51Z', 'revision_number': 6, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:51.397910 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed722c4-f6e1-4827-af78-210956d1d4f6 None None] The sync data for ids ['0f62c34a-ecaf-4ab6-b37f-f562ae3fd088'] in dv-cinder-759943-18-iscsi is: [{'id': '0f62c34a-ecaf-4ab6-b37f-f562ae3fd088', 'name': 'tempest-ServerRescueNegativeTestJSON-1305275829-router', 'tenant_id': '11e50fb716d8482e89dd5e65139d41c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:24Z', 'updated_at': '2021-08-31T23:40:51Z', 'revision_number': 6, 'project_id': '11e50fb716d8482e89dd5e65139d41c3', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:51.469067 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0495176e-9755-48eb-85f6-ecb907ef524d req-533fd6ee-4a4c-4a42-a419-090581108d10 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081226 Aug 31 23:40:51.648930 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.675107 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Pushing event deleted for resources: {'Port': ['ID=097080e2-1aca-489b-8203-142d2261d68c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:51.749427 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.861125 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.863494 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.925602 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.926205 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:40:51.932307 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.933462 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-023c534a-364c-4d4e-a4e6-12cc784cc439 admin admin] 10.222.0.63 "DELETE /v2.0/routers/0f62c34a-ecaf-4ab6-b37f-f562ae3fd088 HTTP/1.1" status: 204 len: 168 time: 1.1772394 Aug 31 23:40:51.936022 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52666) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:51.979670 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] Deleting subnet 63b17b02-99c2-4e79-9542-f2c2b8155859 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:40:51.983125 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.020814 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.070934 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.133942 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.161685 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b17b02-99c2-4e79-9542-f2c2b8155859,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:52.163735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.165678 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5b182045-f26e-494e-9d61-2ad6a7c61c95 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/63b17b02-99c2-4e79-9542-f2c2b8155859 HTTP/1.1" status: 204 len: 168 time: 0.2287405 Aug 31 23:40:52.168140 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52668) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:52.241350 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.319954 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.330291 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a9879d-b257-4940-9ee4-65087d8e6ca1']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:52.340753 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6ca480-baae-4fff-a24b-4769e23e02c3') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:52.341050 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6ca480-baae-4fff-a24b-4769e23e02c3') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:52.349831 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8743554'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.364538 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.372067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:40:52.372464 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117275'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: Traceback (most recent call last): Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: timer() Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: cb(*args, **kw) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: return func(*args, **kwargs) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: self._notify() Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: self.callback(batched_events) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: event.method(event) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: return f(self, *a, **k) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._get(url).json() Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:40:52.374236 dv-cinder-759943-18-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:40:52.433008 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.441542 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.443624 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f4a9879d-b257-4940-9ee4-65087d8e6ca1 HTTP/1.1" status: 204 len: 168 time: 0.2743669 Aug 31 23:40:52.453825 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f7894-3eba-4a72-83cc-cc57e9ff7fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a9879d-b257-4940-9ee4-65087d8e6ca1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:52.617539 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52672) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:52.658857 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-427d8f18-f955-4315-96b1-95a85d744e25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=11e50fb716d8482e89dd5e65139d41c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400846 Aug 31 23:40:52.661438 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52674) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:52.681952 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.725446 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce8fe-d789-4793-be07-300af2d4e8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.741892 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 097080e2-1aca-489b-8203-142d2261d68c no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:52.745591 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce8fe-d789-4793-be07-300af2d4e8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.765188 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 097080e2-1aca-489b-8203-142d2261d68c {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:52.765529 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 097080e2-1aca-489b-8203-142d2261d68c not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:52.765951 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 904be9ea-a277-45ee-ab8b-4669dc4e88a3 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:52.784746 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 904be9ea-a277-45ee-ab8b-4669dc4e88a3 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:52.785127 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 904be9ea-a277-45ee-ab8b-4669dc4e88a3 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:52.795329 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce8fe-d789-4793-be07-300af2d4e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.798073 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce8fe-d789-4793-be07-300af2d4e8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:52.799291 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2d7ce8fe-d789-4793-be07-300af2d4e8f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50e1660f-d92e-4359-9c67-602aa3c0b23f HTTP/1.1" status: 204 len: 168 time: 0.1369393 Aug 31 23:40:52.807775 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ce8fe-d789-4793-be07-300af2d4e8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e1660f-d92e-4359-9c67-602aa3c0b23f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:53.853963 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-ab0a45bf-ee7a-49ce-970f-558a02ad673c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406027 Aug 31 23:40:53.930570 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-fe0d0128-42b3-49ed-9bf5-507ce0d61210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:53.932838 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-fe0d0128-42b3-49ed-9bf5-507ce0d61210 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 1100 time: 0.0423288 Aug 31 23:40:54.037738 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-1826369e-64e8-48d5-98e0-ce4b0bd2ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:54.039258 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-1826369e-64e8-48d5-98e0-ce4b0bd2ab2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.0870373 Aug 31 23:40:54.107327 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-9eeb5885-89c2-4ab6-a805-0ac3d7969615 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 200 len: 1001 time: 0.0599968 Aug 31 23:40:54.160932 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-f1aa188a-6ef0-4817-9bd9-89565c15f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:54.162566 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-f1aa188a-6ef0-4817-9bd9-89565c15f786 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0482643 Aug 31 23:40:54.209627 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-ed26a5f4-9e64-4f5a-9e75-a5c2de44cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:54.211342 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-ed26a5f4-9e64-4f5a-9e75-a5c2de44cefc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409539 Aug 31 23:40:54.299976 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-638b9bcd-bf3b-4ee4-b147-28a1c9ffac19 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810027 Aug 31 23:40:54.395412 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c96b874-763f-4e6a-a13a-1e1f10021771 req-69ba71df-dffd-41a2-8421-f56edc07275f service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880461 Aug 31 23:40:56.037744 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:56.974309 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810dc75-d692-45bf-9edd-fb25b77db264 req-7b0e0444-3d74-43e8-ab1c-b5bb98747391 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:56.975838 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3810dc75-d692-45bf-9edd-fb25b77db264 req-7b0e0444-3d74-43e8-ab1c-b5bb98747391 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0507638 Aug 31 23:40:57.014240 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3810dc75-d692-45bf-9edd-fb25b77db264 req-d8fda3b1-a82f-4368-bd25-7ceda71bcc1a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Aug 31 23:40:57.789759 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52796) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:57.893386 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d180b9-801a-43c1-b8f0-38100d947383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:57.982455 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d180b9-801a-43c1-b8f0-38100d947383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:57.986394 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d180b9-801a-43c1-b8f0-38100d947383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.028047 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-73d180b9-801a-43c1-b8f0-38100d947383 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ecf871f62d4b4812b3e4f222db339257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372320 Aug 31 23:40:58.029034 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d180b9-801a-43c1-b8f0-38100d947383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8017e376-2523-4bd7-983e-a8534b63c8a9,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:58.030829 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52800) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:58.079294 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dda296bc-aac7-42e0-9c81-60289d039948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.123489 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dda296bc-aac7-42e0-9c81-60289d039948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.168152 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19dcea-dbdd-4a8c-8f72-8f8bcd189317 req-e649cd83-1285-4a1c-b5f4-13bbc1093af9 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:58.169626 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf19dcea-dbdd-4a8c-8f72-8f8bcd189317 req-e649cd83-1285-4a1c-b5f4-13bbc1093af9 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0877497 Aug 31 23:40:58.193458 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dda296bc-aac7-42e0-9c81-60289d039948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.196081 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dda296bc-aac7-42e0-9c81-60289d039948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.197625 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dda296bc-aac7-42e0-9c81-60289d039948 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8017e376-2523-4bd7-983e-a8534b63c8a9 HTTP/1.1" status: 204 len: 168 time: 0.1652863 Aug 31 23:40:58.213541 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda296bc-aac7-42e0-9c81-60289d039948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8017e376-2523-4bd7-983e-a8534b63c8a9,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:58.235160 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf19dcea-dbdd-4a8c-8f72-8f8bcd189317 req-17c8aaf2-f971-43b8-a7d1-fa74033a46a0 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491719 Aug 31 23:40:58.454733 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52808) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:58.468334 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4847-a2ef-4377-ab8d-0c2c9769c7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.554290 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4847-a2ef-4377-ab8d-0c2c9769c7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.558658 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4847-a2ef-4377-ab8d-0c2c9769c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.596792 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8e4d4847-a2ef-4377-ab8d-0c2c9769c7d2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=de3830746d774ea3bb491fd65e20dfbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409976 Aug 31 23:40:58.597653 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d4847-a2ef-4377-ab8d-0c2c9769c7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d26479-7b8a-4eff-9022-cb03f920e0bb,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:58.599505 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52810) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:58.648347 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6673e96c-ca05-40d6-b932-14cf01324bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.668722 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6673e96c-ca05-40d6-b932-14cf01324bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.714239 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6673e96c-ca05-40d6-b932-14cf01324bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.716736 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6673e96c-ca05-40d6-b932-14cf01324bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:58.717847 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6673e96c-ca05-40d6-b932-14cf01324bdb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b6d26479-7b8a-4eff-9022-cb03f920e0bb HTTP/1.1" status: 204 len: 168 time: 0.1167979 Aug 31 23:40:58.725275 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673e96c-ca05-40d6-b932-14cf01324bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d26479-7b8a-4eff-9022-cb03f920e0bb,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:59.027055 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52816) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:59.040226 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74b92593-7f65-4427-9f0a-29334184158e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:59.129786 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74b92593-7f65-4427-9f0a-29334184158e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:59.133170 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74b92593-7f65-4427-9f0a-29334184158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:59.169938 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-74b92593-7f65-4427-9f0a-29334184158e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=405bc01094ff4637b913a74a84acf21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418068 Aug 31 23:40:59.170876 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b92593-7f65-4427-9f0a-29334184158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24db2d47-c759-4c1d-a4c5-efaa0979b3fc,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:59.172655 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52818) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:59.220229 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0006b2a7-b1ac-445b-ae7f-bdbbe0a1f97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:59.240919 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0006b2a7-b1ac-445b-ae7f-bdbbe0a1f97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:59.296072 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0006b2a7-b1ac-445b-ae7f-bdbbe0a1f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:59.298824 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0006b2a7-b1ac-445b-ae7f-bdbbe0a1f97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:59.300048 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0006b2a7-b1ac-445b-ae7f-bdbbe0a1f97b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/24db2d47-c759-4c1d-a4c5-efaa0979b3fc HTTP/1.1" status: 204 len: 168 time: 0.1263986 Aug 31 23:40:59.309555 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006b2a7-b1ac-445b-ae7f-bdbbe0a1f97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24db2d47-c759-4c1d-a4c5-efaa0979b3fc,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:59.361243 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308651be-3a3c-4a4f-aa02-15cb2c77c1e1 req-5d9d0830-ae4c-4937-8d76-f5607b512128 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:59.362759 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-308651be-3a3c-4a4f-aa02-15cb2c77c1e1 req-5d9d0830-ae4c-4937-8d76-f5607b512128 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0549760 Aug 31 23:40:59.402903 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-308651be-3a3c-4a4f-aa02-15cb2c77c1e1 req-c5edd0d6-fe1d-4411-aa47-b69ea915220c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336490 Aug 31 23:41:00.333770 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52856) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:00.446659 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3376426f-2ad5-4b1b-8881-445173b72c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:00.520590 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657110-78ec-4272-9165-dfef1266fc4b req-c516ff3b-66a3-43ce-8fd7-8624916c70d8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:00.522055 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-af657110-78ec-4272-9165-dfef1266fc4b req-c516ff3b-66a3-43ce-8fd7-8624916c70d8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0540767 Aug 31 23:41:00.535094 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3376426f-2ad5-4b1b-8881-445173b72c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:00.539213 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3376426f-2ad5-4b1b-8881-445173b72c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:00.561187 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-af657110-78ec-4272-9165-dfef1266fc4b req-d27a3919-76e5-435a-81bf-6185adab9d39 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Aug 31 23:41:00.578296 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3376426f-2ad5-4b1b-8881-445173b72c1b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c3943e8ec35f466888d320f19a2410d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434418 Aug 31 23:41:00.579196 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376426f-2ad5-4b1b-8881-445173b72c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1073b5bd-d757-4e70-b220-2e59710137ec,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:00.581100 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52862) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:00.641992 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c33c4c43-7ad3-44a3-9985-c9ee828eaff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:00.663086 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c33c4c43-7ad3-44a3-9985-c9ee828eaff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:00.709950 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c33c4c43-7ad3-44a3-9985-c9ee828eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:00.712626 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c33c4c43-7ad3-44a3-9985-c9ee828eaff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:00.713818 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c33c4c43-7ad3-44a3-9985-c9ee828eaff1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1073b5bd-d757-4e70-b220-2e59710137ec HTTP/1.1" status: 204 len: 168 time: 0.1314747 Aug 31 23:41:00.721587 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c4c43-7ad3-44a3-9985-c9ee828eaff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1073b5bd-d757-4e70-b220-2e59710137ec,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:01.349040 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 52886) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:01.448834 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1298549888-network', 'tenant_id': 'ddd4f79c09514226b68b2b2ad252d8a3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:01.469978 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Made reservation on behalf of ddd4f79c09514226b68b2b2ad252d8a3 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:41:01.472236 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.480232 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.571747 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.576088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.605070 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:41:01.612996 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111a92a2-9d28-43e5-a578-a3d123a713f9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:01.621760 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.622186 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Added segment 2f3ca8c8-733e-44ad-8754-cb6d787d0aec of type vlan for network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 Aug 31 23:41:01.671789 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.686275 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f9f2-e80b-4425-9a07-4bb765240bdf req-45ce33e4-2dab-42e9-90c0-76e8d215994b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:01.688334 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1b51f9f2-e80b-4425-9a07-4bb765240bdf req-45ce33e4-2dab-42e9-90c0-76e8d215994b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0578949 Aug 31 23:41:01.701198 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.702114 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:01.702720 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.733656 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1b51f9f2-e80b-4425-9a07-4bb765240bdf req-c3464ff6-a748-4b2f-88bd-1703b0179058 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367095 Aug 31 23:41:01.753485 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4033546 Aug 31 23:41:01.756619 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 52892) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:01.760250 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad4ba2-e7dd-4ab3-8fdb-2e86dc15128e admin admin] Pushing event updated for resources: {'Network': ['ID=9289db2b-ca90-4ef6-a41a-74f1d09593b2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:01.762059 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Request body: {'subnet': {'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1298549888-subnet', 'tenant_id': 'ddd4f79c09514226b68b2b2ad252d8a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:01.770995 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:41:01.786860 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Made reservation on behalf of ddd4f79c09514226b68b2b2ad252d8a3 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:41:01.789188 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:01.972722 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:02.031114 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0478d6aa-c4ee-466e-8585-1761a073fc83,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:02.039532 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Checking segment: {'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:41:02.039889 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Network hostable DHCP agents. Network: 9289db2b-ca90-4ef6-a41a-74f1d09593b2, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:41:02.056225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:41:02.065335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 9289db2b-ca90-4ef6-a41a-74f1d09593b2) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:41:02.069569 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:02.070151 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:02.077428 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3d7c2-9e96-4065-9649-af420901cabc None None] Network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:41:02.087306 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-186d5e1e-3c2b-4a88-8a9e-fc0e3f6268bb admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3265319 Aug 31 23:41:02.205569 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58940a66-d3e0-4b01-9d85-a7fcae5249ff None None] Network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:41:02.856800 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90684a3d-9cdc-49de-9c19-34dbf55017ec req-f76c9de2-dc87-453c-b7e3-716d0fa3e133 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:02.858260 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90684a3d-9cdc-49de-9c19-34dbf55017ec req-f76c9de2-dc87-453c-b7e3-716d0fa3e133 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0558629 Aug 31 23:41:02.894989 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90684a3d-9cdc-49de-9c19-34dbf55017ec req-752db696-e14f-4f6e-8ca5-e68e18d7c9ca tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307245 Aug 31 23:41:03.859507 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-cde3842c-e9dc-475e-8911-9284c17b7d63 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:03.860912 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-cde3842c-e9dc-475e-8911-9284c17b7d63 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/networks?id=9289db2b-ca90-4ef6-a41a-74f1d09593b2 HTTP/1.1" status: 200 len: 809 time: 0.1004765 Aug 31 23:41:03.875808 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-5ed22eb9-11b6-4349-a2e4-ce25ab1c6b23 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/quotas/ddd4f79c09514226b68b2b2ad252d8a3 HTTP/1.1" status: 200 len: 375 time: 0.0091591 Aug 31 23:41:03.911717 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-197eb5f1-1fd7-4bc3-9304-8b95ee805c93 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddd4f79c09514226b68b2b2ad252d8a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303764 Aug 31 23:41:04.007400 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eab49-617c-41d9-b8f4-25443ef50405 req-e5108d35-05ce-4cbf-8c7f-baccd1ff770f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:04.009086 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-219eab49-617c-41d9-b8f4-25443ef50405 req-e5108d35-05ce-4cbf-8c7f-baccd1ff770f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0492043 Aug 31 23:41:04.050214 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-219eab49-617c-41d9-b8f4-25443ef50405 req-cf02228f-7e84-4551-b5fd-45af91975468 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Aug 31 23:41:04.052800 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-5b6f14a0-be9a-4a94-b546-29f001568a06 service neutron] 10.222.0.63 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335850 Aug 31 23:41:04.145511 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-1947df8f-b016-46bf-98e6-614630747e1b service neutron] 10.222.0.63 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867071 Aug 31 23:41:04.311435 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cad966c-42ec-4a84-90ad-1de230c03e24 req-01c6546b-ad18-47ad-a5fb-edba20b6f1ce tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 210 time: 0.0317233 Aug 31 23:41:05.164409 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc35ec-6d09-4b43-9fb9-722b7d186b6c req-488a3e60-0154-4b82-9bd5-48a70d074c9f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:05.165884 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d2fc35ec-6d09-4b43-9fb9-722b7d186b6c req-488a3e60-0154-4b82-9bd5-48a70d074c9f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Aug 31 23:41:05.204786 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d2fc35ec-6d09-4b43-9fb9-722b7d186b6c req-3b41eeb6-4755-48b2-9874-1cabce6ed123 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Aug 31 23:41:05.405956 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f30b14de-ab41-4a96-bd99-b931ba802c81 req-950a789e-24a8-47e3-a919-bcbb42429d12 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 210 time: 0.0257792 Aug 31 23:41:05.437762 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-be082293-1ade-46c4-8ef1-f97f6a5701d0 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:05.439400 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-be082293-1ade-46c4-8ef1-f97f6a5701d0 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "GET /v2.0/networks?id=9289db2b-ca90-4ef6-a41a-74f1d09593b2 HTTP/1.1" status: 200 len: 809 time: 0.1080947 Aug 31 23:41:05.461887 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Request body: {'port': {'device_id': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2', 'admin_state_up': True, 'tenant_id': 'ddd4f79c09514226b68b2b2ad252d8a3'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:05.574129 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Made reservation on behalf of ddd4f79c09514226b68b2b2ad252d8a3 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:41:05.577621 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:05.751177 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Allocated IP 172.20.0.9 (9289db2b-ca90-4ef6-a41a-74f1d09593b2/0478d6aa-c4ee-466e-8585-1761a073fc83/806b35f2-5b18-4279-9a3a-356239257439) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:41:05.895359 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:05.931983 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:05.971117 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:41:05.975899 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:41:05.979499 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:41:05.984957 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:05.985584 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:05.996583 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Pushing event updated for resources: {'Port': ['ID=806b35f2-5b18-4279-9a3a-356239257439,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:06.006934 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-2576d081-da1d-44f5-bb63-da79a0c24d0c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488162 Aug 31 23:41:06.067674 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Request body: {'port': {'device_id': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:06.121876 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.386277 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38fd4-e6af-4d3c-934f-9cfaa5f3f382 req-bab49dc0-a0e5-49b3-af35-a8d5f3e5b399 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:06.387867 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-57e38fd4-e6af-4d3c-934f-9cfaa5f3f382 req-bab49dc0-a0e5-49b3-af35-a8d5f3e5b399 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.1057541 Aug 31 23:41:06.448094 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-57e38fd4-e6af-4d3c-934f-9cfaa5f3f382 req-5eab8103-3ce1-4c21-af2a-5e9736ae6564 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523403 Aug 31 23:41:06.503317 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806b35f2-5b18-4279-9a3a-356239257439 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:06.513437 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.526024 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab904dc-7e7c-4add-a887-93a2141b8c2f req-9488b01a-c283-4d97-88e9-a50615db8989 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:06.527503 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ab904dc-7e7c-4add-a887-93a2141b8c2f req-9488b01a-c283-4d97-88e9-a50615db8989 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 931 time: 0.0519476 Aug 31 23:41:06.529029 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Transition to ACTIVE for port object 806b35f2-5b18-4279-9a3a-356239257439 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:41:06.532832 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.570790 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ab904dc-7e7c-4add-a887-93a2141b8c2f req-389ba616-6fda-4b7f-986b-e08c4a15cd3d tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 Aug 31 23:41:06.590817 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Pushing event updated for resources: {'Port': ['ID=806b35f2-5b18-4279-9a3a-356239257439,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:06.621723 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Attempting to bind port 806b35f2-5b18-4279-9a3a-356239257439 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:41:06.622072 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Attempting to bind port 806b35f2-5b18-4279-9a3a-356239257439 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:41:06.622389 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Attempting to bind port 806b35f2-5b18-4279-9a3a-356239257439 on network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:06.626484 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Port 806b35f2-5b18-4279-9a3a-356239257439 on network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:41:06.626826 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Attempting to bind port 806b35f2-5b18-4279-9a3a-356239257439 on network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:06.631463 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:41:06.631810 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Checking segment: {'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:41:06.632367 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Bound using segment: {'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:41:06.632803 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Bound port: 806b35f2-5b18-4279-9a3a-356239257439, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:41:06.633147 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.694073 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] For port 806b35f2-5b18-4279-9a3a-356239257439, host hv-cinder-75994, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:41:06.697547 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] For port 806b35f2-5b18-4279-9a3a-356239257439, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=806b35f2-5b18-4279-9a3a-356239257439,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:41:06.702791 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.736213 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:06.736814 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.738216 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] 10.222.0.61 "PUT /v2.0/ports/806b35f2-5b18-4279-9a3a-356239257439 HTTP/1.1" status: 200 len: 1093 time: 0.7165391 Aug 31 23:41:06.738658 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'tag': '806b35f2-5b18-4279-9a3a-356239257439'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:06.740970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d861329-2766-4011-ba83-eea3eccb7c74" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8e8ad5-b302-4838-8f2f-3fdad642e187", "tag": "806b35f2-5b18-4279-9a3a-356239257439"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:06.765377 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f2b31-9d95-4e76-b05f-e9561d3dbb57 service neutron] Pushing event updated for resources: {'Port': ['ID=806b35f2-5b18-4279-9a3a-356239257439,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:06.783014 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45dec60-2706-458f-af55-ea6dc4a68004 x-openstack-request-id: req-f45dec60-2706-458f-af55-ea6dc4a68004 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:06.783303 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8e8ad5-b302-4838-8f2f-3fdad642e187", "tag": "806b35f2-5b18-4279-9a3a-356239257439", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:06.783553 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f45dec60-2706-458f-af55-ea6dc4a68004 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:06.783940 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'tag': '806b35f2-5b18-4279-9a3a-356239257439', 'status': 'completed', 'code': 200} Aug 31 23:41:06.850633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-a4ebf0b2-4ecc-441b-b015-c7fec335ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:06.852142 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-a4ebf0b2-4ecc-441b-b015-c7fec335ef6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddd4f79c09514226b68b2b2ad252d8a3&device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 1096 time: 0.0477455 Aug 31 23:41:06.899353 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-3ef865a5-30a0-4a2f-a8f3-2c567ca6f3a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=806b35f2-5b18-4279-9a3a-356239257439 HTTP/1.1" status: 200 len: 217 time: 0.0329118 Aug 31 23:41:06.953220 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-163520d5-852b-4a1d-aa07-7db0193b5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:06.954910 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-163520d5-852b-4a1d-aa07-7db0193b5574 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0478d6aa-c4ee-466e-8585-1761a073fc83 HTTP/1.1" status: 200 len: 849 time: 0.0474231 Aug 31 23:41:06.988825 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-0e1a3c66-9448-4e44-99fb-9564181abf22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9289db2b-ca90-4ef6-a41a-74f1d09593b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258386 Aug 31 23:41:07.080372 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-0f16ded1-7a67-404d-9d0c-f5f7ff60f2d4 service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811799 Aug 31 23:41:07.182082 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e76126b4-38c5-459e-bab4-a34f2a6df88c req-6e98e293-990f-4d9b-8621-4f00ca0ea8b3 service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840580 Aug 31 23:41:07.331128 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-90d4c364-a522-4fcd-bf5e-d3375288bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.332550 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-90d4c364-a522-4fcd-bf5e-d3375288bb68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddd4f79c09514226b68b2b2ad252d8a3&device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 1096 time: 0.0453618 Aug 31 23:41:07.423742 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-3a444564-15de-4a22-a350-d5984ac733b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.425259 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-3a444564-15de-4a22-a350-d5984ac733b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9289db2b-ca90-4ef6-a41a-74f1d09593b2 HTTP/1.1" status: 200 len: 911 time: 0.0841248 Aug 31 23:41:07.478031 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-dcd4ac94-7b3d-48d5-8a75-89a829f44341 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=806b35f2-5b18-4279-9a3a-356239257439 HTTP/1.1" status: 200 len: 217 time: 0.0437653 Aug 31 23:41:07.533658 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-78e06240-7a91-48c8-a35f-ec3dc497bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.535168 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-78e06240-7a91-48c8-a35f-ec3dc497bbf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0478d6aa-c4ee-466e-8585-1761a073fc83 HTTP/1.1" status: 200 len: 849 time: 0.0505457 Aug 31 23:41:07.567463 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-1e515b84-9da7-4788-a2e2-19d88e6c36c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9289db2b-ca90-4ef6-a41a-74f1d09593b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247111 Aug 31 23:41:07.569590 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdf92-8518-4e69-a6c5-6f261b21c449 req-ae3d0cc9-c704-4e07-8905-edfa88e90060 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.571068 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c20cdf92-8518-4e69-a6c5-6f261b21c449 req-ae3d0cc9-c704-4e07-8905-edfa88e90060 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Aug 31 23:41:07.610650 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c20cdf92-8518-4e69-a6c5-6f261b21c449 req-555f3e37-eed0-42d6-8875-5e02f1e69909 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329390 Aug 31 23:41:07.905595 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-2b463a64-792b-4dc2-b4e1-c06ad32bb0af service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230608 Aug 31 23:41:07.916228 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c753-71f8-4cbd-9eb2-697a361d24c5 req-4b413b76-4ebd-496a-bd5b-e3c17d266add tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.918104 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5769c753-71f8-4cbd-9eb2-697a361d24c5 req-4b413b76-4ebd-496a-bd5b-e3c17d266add tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 943 time: 0.2804754 Aug 31 23:41:07.998570 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5769c753-71f8-4cbd-9eb2-697a361d24c5 req-8ea565a9-f55a-4125-a896-b6e279236767 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Aug 31 23:41:08.025219 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d861329-2766-4011-ba83-eea3eccb7c74 req-a312cce5-e3b8-46b6-b323-ceb0912b87f6 service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062043 Aug 31 23:41:08.723873 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b111-d806-4686-8260-bca19343347f req-41067846-8b94-423b-9354-60e707b74ae6 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:08.725374 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d9b111-d806-4686-8260-bca19343347f req-41067846-8b94-423b-9354-60e707b74ae6 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0489752 Aug 31 23:41:08.763306 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d9b111-d806-4686-8260-bca19343347f req-f6d4a3c5-4fdd-48d8-814e-2fd581453167 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317249 Aug 31 23:41:09.110284 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bfd8-c184-4de9-b80a-6b1681cc8e05 req-2ebc4e19-f6db-41f1-9b89-05594393c10b tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:09.111761 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3038bfd8-c184-4de9-b80a-6b1681cc8e05 req-2ebc4e19-f6db-41f1-9b89-05594393c10b tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 943 time: 0.0496848 Aug 31 23:41:09.148086 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3038bfd8-c184-4de9-b80a-6b1681cc8e05 req-f1597284-8572-4c84-b1ad-28189da3c319 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302536 Aug 31 23:41:09.883004 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d3776-38e2-4ce8-a56a-83b1cce5eb08 req-1fc30e94-0ea6-48a0-8cb6-46e6457452a4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:09.884455 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-729d3776-38e2-4ce8-a56a-83b1cce5eb08 req-1fc30e94-0ea6-48a0-8cb6-46e6457452a4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Aug 31 23:41:09.923074 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-729d3776-38e2-4ce8-a56a-83b1cce5eb08 req-5c4ac9d6-1ff0-4c91-a4b6-04f14049af1f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Aug 31 23:41:10.263874 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10887a-e30d-475d-ae7c-8673e7f5cc8d req-232fa5a7-2bbb-4586-b119-c83eb3e3efec tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:10.265326 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae10887a-e30d-475d-ae7c-8673e7f5cc8d req-232fa5a7-2bbb-4586-b119-c83eb3e3efec tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 943 time: 0.0495896 Aug 31 23:41:10.302201 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae10887a-e30d-475d-ae7c-8673e7f5cc8d req-73c48634-3d41-4c55-8188-96b19b03d4b6 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Aug 31 23:41:10.805233 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 806b35f2-5b18-4279-9a3a-356239257439 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:41:10.901039 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 806b35f2-5b18-4279-9a3a-356239257439, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=806b35f2-5b18-4279-9a3a-356239257439,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:10.913913 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '806b35f2-5b18-4279-9a3a-356239257439', 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2', 'port_id': '806b35f2-5b18-4279-9a3a-356239257439', 'mac_address': 'fa:16:3e:70:8a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0478d6aa-c4ee-466e-8585-1761a073fc83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:41:10.955460 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:10.970428 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806b35f2-5b18-4279-9a3a-356239257439 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:10.994099 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 806b35f2-5b18-4279-9a3a-356239257439, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=806b35f2-5b18-4279-9a3a-356239257439,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:10.998342 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:11.049283 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=806b35f2-5b18-4279-9a3a-356239257439,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:11.051897 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7645-becc-4a49-8c6a-60ce0cc29ae7 req-d93aa525-5a02-4a85-9af5-827e08a4ffae tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:11.053453 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-587b7645-becc-4a49-8c6a-60ce0cc29ae7 req-d93aa525-5a02-4a85-9af5-827e08a4ffae tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Aug 31 23:41:11.095319 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-587b7645-becc-4a49-8c6a-60ce0cc29ae7 req-638fe58d-8764-4916-b9ba-a4232c507b6f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356343 Aug 31 23:41:11.425235 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1190-11c0-4c30-9474-d0ffe8696a31 req-15116f1f-23cd-433a-a73f-e6880d1011d8 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:11.426760 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f42a1190-11c0-4c30-9474-d0ffe8696a31 req-15116f1f-23cd-433a-a73f-e6880d1011d8 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 944 time: 0.0525119 Aug 31 23:41:11.467023 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f42a1190-11c0-4c30-9474-d0ffe8696a31 req-28870bab-c157-4e2d-916f-749c7f5ffdef tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Aug 31 23:41:11.502603 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['806b35f2-5b18-4279-9a3a-356239257439'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:12.212293 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1e724-5ff8-461d-a4a7-3755716356db req-3967aef8-62ad-49a6-9067-db4d5144b54b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:12.213743 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1df1e724-5ff8-461d-a4a7-3755716356db req-3967aef8-62ad-49a6-9067-db4d5144b54b tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0469286 Aug 31 23:41:12.250552 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1df1e724-5ff8-461d-a4a7-3755716356db req-91fc9115-aa49-4fbe-ba55-4118861f4edc tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305252 Aug 31 23:41:12.581809 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e2ac1-b19e-44de-9be4-cfcc34c0fd7d req-7de5240a-51ba-4866-8f09-86f75d1ff9da tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:12.583304 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-052e2ac1-b19e-44de-9be4-cfcc34c0fd7d req-7de5240a-51ba-4866-8f09-86f75d1ff9da tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 944 time: 0.0478725 Aug 31 23:41:12.620797 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-052e2ac1-b19e-44de-9be4-cfcc34c0fd7d req-7e3a19a4-0ca6-4613-a0d2-3a2a5c82aad7 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316436 Aug 31 23:41:12.816615 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 806b35f2-5b18-4279-9a3a-356239257439 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:41:12.863447 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 806b35f2-5b18-4279-9a3a-356239257439 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:41:12.866857 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 806b35f2-5b18-4279-9a3a-356239257439 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:41:12.867524 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:12.944919 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:12.967304 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806b35f2-5b18-4279-9a3a-356239257439'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:12.969643 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19223b4-90fd-4123-9f5f-1cfc7c93a551" -d '{"events": [{"server_uuid": "ab8e8ad5-b302-4838-8f2f-3fdad642e187", "name": "network-vif-plugged", "status": "completed", "tag": "806b35f2-5b18-4279-9a3a-356239257439"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:12.982719 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 806b35f2-5b18-4279-9a3a-356239257439, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=806b35f2-5b18-4279-9a3a-356239257439,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:12.986627 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:13.010775 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8514a2e-bcc8-4133-b158-c1aa0244ee1c x-openstack-request-id: req-d8514a2e-bcc8-4133-b158-c1aa0244ee1c {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:13.011087 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8e8ad5-b302-4838-8f2f-3fdad642e187", "name": "network-vif-plugged", "status": "completed", "tag": "806b35f2-5b18-4279-9a3a-356239257439", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:13.011338 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d8514a2e-bcc8-4133-b158-c1aa0244ee1c {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:13.011716 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806b35f2-5b18-4279-9a3a-356239257439', 'code': 200} Aug 31 23:41:13.036273 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=806b35f2-5b18-4279-9a3a-356239257439,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:13.230940 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c0c98-c702-495f-8c3d-35c08a888e17 req-d204aca2-b72f-4a8c-9cea-49c073c1d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.232418 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0f8c0c98-c702-495f-8c3d-35c08a888e17 req-d204aca2-b72f-4a8c-9cea-49c073c1d34f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 1098 time: 0.0399210 Aug 31 23:41:13.267606 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0f8c0c98-c702-495f-8c3d-35c08a888e17 req-da84ca26-5baa-4f16-9d89-cc74dd49bbb7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270982 Aug 31 23:41:13.368635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286f26-9fa0-419a-978d-d5ee50b7ac4f req-e6ba7ff2-8203-470d-8604-1c7de6b81a8a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.370061 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e6286f26-9fa0-419a-978d-d5ee50b7ac4f req-e6ba7ff2-8203-470d-8604-1c7de6b81a8a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0510263 Aug 31 23:41:13.406511 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e6286f26-9fa0-419a-978d-d5ee50b7ac4f req-1f170172-364e-4def-ae17-92ae62f14b83 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306380 Aug 31 23:41:13.595539 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183986c-81e6-4c9d-ac27-d969d4250fec req-37a96c85-8fbd-44b4-b5e5-f68e26f2257e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.597009 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0183986c-81e6-4c9d-ac27-d969d4250fec req-37a96c85-8fbd-44b4-b5e5-f68e26f2257e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0485361 Aug 31 23:41:13.633960 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0183986c-81e6-4c9d-ac27-d969d4250fec req-90015d91-73bb-4bce-ad7c-66a9be7c4c30 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Aug 31 23:41:13.739544 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca68cc9-398b-4929-bdca-5dec63de7197 req-56d0aeae-b322-4d29-b709-2bfd52977420 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.740995 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ca68cc9-398b-4929-bdca-5dec63de7197 req-56d0aeae-b322-4d29-b709-2bfd52977420 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 945 time: 0.0520854 Aug 31 23:41:13.779770 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ca68cc9-398b-4929-bdca-5dec63de7197 req-10d5f83e-16ee-4fc7-a8ca-c4ea6c4bedd3 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Aug 31 23:41:13.893676 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-13fe6255-8c51-478b-8a0a-0d1883066e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.895205 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-13fe6255-8c51-478b-8a0a-0d1883066e2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 1098 time: 0.0409148 Aug 31 23:41:13.987770 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-6689553d-5729-4e6b-958f-bad1aee55779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.989232 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-6689553d-5729-4e6b-958f-bad1aee55779 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 913 time: 0.0856278 Aug 31 23:41:14.054854 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-e9ce65e8-66a8-4586-aabd-003a2b2fef42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 200 len: 1000 time: 0.0566559 Aug 31 23:41:14.104228 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-c335b21d-2b2d-46f2-a9d4-8c0ab04ccd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:14.106160 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-c335b21d-2b2d-46f2-a9d4-8c0ab04ccd56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0425825 Aug 31 23:41:14.156009 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-09260e31-40e4-4aeb-b310-fc2a65743081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:14.157568 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-09260e31-40e4-4aeb-b310-fc2a65743081 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430479 Aug 31 23:41:14.244986 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-1f50225f-f6ba-4e96-a536-f10d143dc7d4 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799603 Aug 31 23:41:14.337258 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d54ec779-98f1-4bc6-b0ab-d1a1b6c4f169 req-28a17762-bc29-4d27-a01b-7b4ff890acf9 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835469 Aug 31 23:41:14.748607 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179d52f-63b5-4d10-a259-8d85b7360edd req-b5630616-ac3d-4caa-883b-5fd124de8e8e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:14.750129 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7179d52f-63b5-4d10-a259-8d85b7360edd req-b5630616-ac3d-4caa-883b-5fd124de8e8e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Aug 31 23:41:14.752947 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:41:14.789163 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7179d52f-63b5-4d10-a259-8d85b7360edd req-646e2c2c-cb93-4444-afe5-ea5e1173a3e6 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Aug 31 23:41:14.903734 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a2678-6d40-42ab-aae9-c462e8dbe5c9 req-af02d4fd-7b13-4e7e-b929-26951d6fc625 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:14.905650 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ce4a2678-6d40-42ab-aae9-c462e8dbe5c9 req-af02d4fd-7b13-4e7e-b929-26951d6fc625 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 945 time: 0.0514092 Aug 31 23:41:14.951096 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ce4a2678-6d40-42ab-aae9-c462e8dbe5c9 req-375244f4-15b4-4131-8023-804dab99ba33 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394080 Aug 31 23:41:15.902250 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0ea14-e7d7-4c6c-9f71-5fd4634b5860 req-c7f3833f-b9e4-4a5b-ac7f-ed1ea13b9257 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:15.903741 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4f0ea14-e7d7-4c6c-9f71-5fd4634b5860 req-c7f3833f-b9e4-4a5b-ac7f-ed1ea13b9257 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0487781 Aug 31 23:41:15.940637 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4f0ea14-e7d7-4c6c-9f71-5fd4634b5860 req-1134d95b-4ef4-4ec6-8461-d6cb1647f049 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Aug 31 23:41:16.068190 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784af0b5-874e-4ead-8266-4f04dfd83c1e req-5495d287-955a-44bf-92cf-8d070e57f02e tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:16.069676 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-784af0b5-874e-4ead-8266-4f04dfd83c1e req-5495d287-955a-44bf-92cf-8d070e57f02e tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 945 time: 0.0475283 Aug 31 23:41:16.106513 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-784af0b5-874e-4ead-8266-4f04dfd83c1e req-049ca29e-1404-423c-a531-b8fe6e5bf6a6 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303175 Aug 31 23:41:16.880878 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807e74-1cb9-43b3-a5f2-00bd7531752b req-1b889f1a-380a-4a5d-a71a-d021a7f61303 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:16.882263 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32807e74-1cb9-43b3-a5f2-00bd7531752b req-1b889f1a-380a-4a5d-a71a-d021a7f61303 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 945 time: 0.0522265 Aug 31 23:41:16.919749 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32807e74-1cb9-43b3-a5f2-00bd7531752b req-7e05b32c-442e-4042-b1c5-6193ecc9af62 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Aug 31 23:41:17.325690 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-34b5da16-f9db-4af0-b4df-af0e3a802245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:18.044404 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351ce5e-848b-4f63-ae6d-12e085475be3 req-ff1a3465-1475-485d-9558-54c67939e934 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:18.045784 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e351ce5e-848b-4f63-ae6d-12e085475be3 req-ff1a3465-1475-485d-9558-54c67939e934 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 945 time: 0.0537846 Aug 31 23:41:18.082684 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e351ce5e-848b-4f63-ae6d-12e085475be3 req-5a411649-f5e2-4870-a0c0-96f5e5b7657f tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Aug 31 23:41:18.701957 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-083d01c7-0c05-446e-ad34-90f4af6d526c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:18.703443 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-083d01c7-0c05-446e-ad34-90f4af6d526c tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Aug 31 23:41:18.801923 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Deleting port 806b35f2-5b18-4279-9a3a-356239257439 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:18.802256 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:18.915139 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] For port 806b35f2-5b18-4279-9a3a-356239257439, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=806b35f2-5b18-4279-9a3a-356239257439,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:18.915646 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:18.933581 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Calling delete_port for 806b35f2-5b18-4279-9a3a-356239257439 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:19.076768 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:19.105352 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Pushing event deleted for resources: {'Port': ['ID=806b35f2-5b18-4279-9a3a-356239257439,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:19.132554 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['806b35f2-5b18-4279-9a3a-356239257439'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:19.158766 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] No DVR routers for this DVR port 806b35f2-5b18-4279-9a3a-356239257439 on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:19.161261 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:19.163417 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bb50372a-efda-46e7-b86a-128e0414cb43 req-91b44e91-e10a-4ac9-b413-4cdd06377fda tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "DELETE /v2.0/ports/806b35f2-5b18-4279-9a3a-356239257439 HTTP/1.1" status: 204 len: 173 time: 0.4522552 Aug 31 23:41:19.163898 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'name': 'network-vif-deleted', 'tag': '806b35f2-5b18-4279-9a3a-356239257439'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:19.166257 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0278cecd-7992-4e7c-82e8-94c2df8b93f3" -d '{"events": [{"server_uuid": "ab8e8ad5-b302-4838-8f2f-3fdad642e187", "name": "network-vif-deleted", "tag": "806b35f2-5b18-4279-9a3a-356239257439"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:19.194443 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c778a24f-5955-4483-aac3-a350a7c194db req-4c213cdf-1362-493c-a382-fa8b59ccd404 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab8e8ad5-b302-4838-8f2f-3fdad642e187 HTTP/1.1" status: 200 len: 210 time: 0.0373244 Aug 31 23:41:19.210166 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e28e9-3478-4206-9d8b-596f11272190 x-openstack-request-id: req-762e28e9-3478-4206-9d8b-596f11272190 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:19.210638 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8e8ad5-b302-4838-8f2f-3fdad642e187", "name": "network-vif-deleted", "tag": "806b35f2-5b18-4279-9a3a-356239257439", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:19.210866 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-762e28e9-3478-4206-9d8b-596f11272190 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:19.211324 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8e8ad5-b302-4838-8f2f-3fdad642e187', 'name': 'network-vif-deleted', 'tag': '806b35f2-5b18-4279-9a3a-356239257439', 'status': 'completed', 'code': 200} Aug 31 23:41:19.804671 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7e062a94-84b9-4b8b-84b4-9cead9b09fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:19.892824 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:20.445591 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-292dc027-7efa-4941-be6d-6b8b0aa97987 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:20.447066 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-292dc027-7efa-4941-be6d-6b8b0aa97987 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/networks?id=9289db2b-ca90-4ef6-a41a-74f1d09593b2 HTTP/1.1" status: 200 len: 809 time: 0.0961347 Aug 31 23:41:20.462128 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-289b8009-2fd3-46a9-8abe-07bce9efb76b tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/quotas/ddd4f79c09514226b68b2b2ad252d8a3 HTTP/1.1" status: 200 len: 375 time: 0.0088158 Aug 31 23:41:20.496008 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-89eb7085-7155-4ae8-b55c-c90fd5c762df tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddd4f79c09514226b68b2b2ad252d8a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282602 Aug 31 23:41:20.622619 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-8ad07683-5481-4f81-91dd-2e9b45f9987a service neutron] 10.222.0.63 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199014 Aug 31 23:41:20.711583 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-e69d641d-4b15-465e-9379-3e09f01b9030 service neutron] 10.222.0.63 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829804 Aug 31 23:41:20.868365 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5f31a01f-ac34-4526-b9d6-b94ace8a0113 req-dea0dc45-1344-4ff0-8e37-7a3cdcb6b2a4 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 210 time: 0.0315297 Aug 31 23:41:21.127258 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:21.909242 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-944d0615-db34-4ad5-b562-84227700a022 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:21.911776 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-944d0615-db34-4ad5-b562-84227700a022 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "GET /v2.0/networks?id=9289db2b-ca90-4ef6-a41a-74f1d09593b2 HTTP/1.1" status: 200 len: 809 time: 0.1072669 Aug 31 23:41:21.943873 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Request body: {'port': {'device_id': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2', 'admin_state_up': True, 'tenant_id': 'ddd4f79c09514226b68b2b2ad252d8a3'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:21.965814 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ac912b2-a092-4b21-a2b1-b426e21cb0e4 req-c91d5c4f-5197-4037-87d2-ca950c7533ad tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 210 time: 0.0275257 Aug 31 23:41:22.055184 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Made reservation on behalf of ddd4f79c09514226b68b2b2ad252d8a3 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:41:22.058794 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.179269 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Allocated IP 172.20.0.7 (9289db2b-ca90-4ef6-a41a-74f1d09593b2/0478d6aa-c4ee-466e-8585-1761a073fc83/18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:41:22.324603 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.362032 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.405795 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:41:22.409007 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:41:22.412714 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:41:22.418311 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:22.419010 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.424725 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Pushing event updated for resources: {'Port': ['ID=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:22.437057 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-d26f5613-0e71-4b40-86ae-be72b91d9fe2 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4971225 Aug 31 23:41:22.456840 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Request body: {'port': {'device_id': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:22.512546 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.684542 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.773496 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:22.780782 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.793395 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Transition to ACTIVE for port object 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:41:22.796814 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.865385 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Pushing event updated for resources: {'Port': ['ID=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:22.881784 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 806b35f2-5b18-4279-9a3a-356239257439 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:22.883668 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Attempting to bind port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:41:22.884004 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Attempting to bind port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:41:22.884332 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Attempting to bind port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e on network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:22.888742 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e on network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:41:22.889065 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Attempting to bind port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e on network 9289db2b-ca90-4ef6-a41a-74f1d09593b2 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:22.893881 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:41:22.894216 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Checking segment: {'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:41:22.894615 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Bound using segment: {'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:41:22.895037 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Bound port: 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3ca8c8-733e-44ad-8754-cb6d787d0aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:41:22.895408 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:22.902782 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 806b35f2-5b18-4279-9a3a-356239257439 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:22.903009 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 806b35f2-5b18-4279-9a3a-356239257439 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:22.965974 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] For port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e, host hv-cinder-75994, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:41:22.969105 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] For port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:41:22.974370 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:23.009403 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.010022 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:23.011485 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] 10.222.0.61 "PUT /v2.0/ports/18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e HTTP/1.1" status: 200 len: 1093 time: 0.5586970 Aug 31 23:41:23.011922 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'tag': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:23.014161 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed6871c-1e09-4c69-b14a-37e70c559445" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e9fe49-05fc-44f1-a428-1b5ceeea9750", "tag": "18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:23.048936 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff288b77-a543-4e8e-b2ea-268b9cdb6d70 service neutron] Pushing event updated for resources: {'Port': ['ID=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:23.065612 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa4cd19-c2c5-42aa-afec-65538db3f785 x-openstack-request-id: req-5fa4cd19-c2c5-42aa-afec-65538db3f785 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:23.065902 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e9fe49-05fc-44f1-a428-1b5ceeea9750", "tag": "18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:23.066160 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5fa4cd19-c2c5-42aa-afec-65538db3f785 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:23.066569 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'tag': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e', 'status': 'completed', 'code': 200} Aug 31 23:41:23.089381 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7c349-c3d0-4517-9aee-a85b7752f0cf req-5108c7cd-89b1-4700-9e3a-3cdfe8e12661 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.090888 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fc7c349-c3d0-4517-9aee-a85b7752f0cf req-5108c7cd-89b1-4700-9e3a-3cdfe8e12661 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 943 time: 0.0553765 Aug 31 23:41:23.156211 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fc7c349-c3d0-4517-9aee-a85b7752f0cf req-10b44e3d-5cff-49c3-828d-770f5d279ddd tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Aug 31 23:41:23.158645 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-4e5f1392-a47b-4a81-8e7b-aed58de6297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.160042 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-4e5f1392-a47b-4a81-8e7b-aed58de6297d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddd4f79c09514226b68b2b2ad252d8a3&device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 1096 time: 0.0683222 Aug 31 23:41:23.212723 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-69537dd7-2783-492e-a475-92381c14dee7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e HTTP/1.1" status: 200 len: 217 time: 0.0341613 Aug 31 23:41:23.262640 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-925a076a-3cce-4018-b970-0bc6024d72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.264104 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-925a076a-3cce-4018-b970-0bc6024d72b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0478d6aa-c4ee-466e-8585-1761a073fc83 HTTP/1.1" status: 200 len: 849 time: 0.0441930 Aug 31 23:41:23.299948 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-2a5ba577-88ef-45c8-b4d4-205b6fa22935 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9289db2b-ca90-4ef6-a41a-74f1d09593b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283158 Aug 31 23:41:23.394242 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-818b3d86-f0ad-456b-bb67-b7229b2ef63c service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839295 Aug 31 23:41:23.488299 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7b6bb16-c560-474f-baf2-6d74619777b7 req-f902bbc6-2c0d-4790-8004-f680600c578b service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851884 Aug 31 23:41:23.626015 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-d19b7d92-146d-403a-974e-38435a1ac275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.627518 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-d19b7d92-146d-403a-974e-38435a1ac275 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddd4f79c09514226b68b2b2ad252d8a3&device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 1096 time: 0.0416014 Aug 31 23:41:23.715463 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-8f89f346-c92d-4006-9758-6252c7211035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.716911 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-8f89f346-c92d-4006-9758-6252c7211035 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9289db2b-ca90-4ef6-a41a-74f1d09593b2 HTTP/1.1" status: 200 len: 911 time: 0.0817554 Aug 31 23:41:23.761955 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-284d4d5a-2daa-4a05-a76b-7a38432a5824 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e HTTP/1.1" status: 200 len: 217 time: 0.0376196 Aug 31 23:41:23.810201 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-e83bf393-a7af-44a1-b237-9019a7e93934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.811656 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-e83bf393-a7af-44a1-b237-9019a7e93934 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0478d6aa-c4ee-466e-8585-1761a073fc83 HTTP/1.1" status: 200 len: 849 time: 0.0435057 Aug 31 23:41:23.842614 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-53d6da37-5f02-4f19-b531-875d888f3487 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9289db2b-ca90-4ef6-a41a-74f1d09593b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233467 Aug 31 23:41:23.934964 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-d2108b57-2349-4674-ab96-f6e28d5d485c service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849962 Aug 31 23:41:24.023825 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ed6871c-1e09-4c69-b14a-37e70c559445 req-244f99ae-22b2-4604-a80f-8ec2a4588d04 service neutron] 10.222.0.61 "GET /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815868 Aug 31 23:41:24.268972 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5652026-c27d-4779-be91-1fcd8f95b56d req-8621a4e8-d6f6-4abc-be79-9245516815f0 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:24.270494 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a5652026-c27d-4779-be91-1fcd8f95b56d req-8621a4e8-d6f6-4abc-be79-9245516815f0 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 943 time: 0.0477490 Aug 31 23:41:24.307637 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a5652026-c27d-4779-be91-1fcd8f95b56d req-cb6287fd-4ede-4c0b-83b7-53342e0cbe10 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Aug 31 23:41:25.419687 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b45c7-f2ae-4294-a8a5-b421541eda4c req-b273f8fd-196c-4bf3-92b5-415c40da6edf tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:25.421173 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9e8b45c7-f2ae-4294-a8a5-b421541eda4c req-b273f8fd-196c-4bf3-92b5-415c40da6edf tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 943 time: 0.0486410 Aug 31 23:41:25.462344 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9e8b45c7-f2ae-4294-a8a5-b421541eda4c req-c3616a66-ea12-46a6-9bde-72316c1c05ef tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Aug 31 23:41:26.040516 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:26.572066 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3a255-6c76-4113-84e1-3c87babce287 req-5df69fa4-236d-49fc-945d-eeb35df3067d tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:26.573510 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1a3a255-6c76-4113-84e1-3c87babce287 req-5df69fa4-236d-49fc-945d-eeb35df3067d tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 943 time: 0.0476737 Aug 31 23:41:26.616051 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1a3a255-6c76-4113-84e1-3c87babce287 req-7a59d134-2bae-407c-82dc-2a3f9e3f935f tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351667 Aug 31 23:41:26.905209 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:41:27.006495 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:27.018258 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e', 'network_id': '9289db2b-ca90-4ef6-a41a-74f1d09593b2', 'port_id': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e', 'mac_address': 'fa:16:3e:33:44:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0478d6aa-c4ee-466e-8585-1761a073fc83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:41:27.054143 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.067003 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:27.085887 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:27.089906 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.137999 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:27.583698 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:27.733866 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddc1f6-a6da-4d8d-8128-c0791e87622f req-94433669-4f5b-4843-b064-74536bf245a3 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:27.735434 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1eddc1f6-a6da-4d8d-8128-c0791e87622f req-94433669-4f5b-4843-b064-74536bf245a3 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 944 time: 0.0485368 Aug 31 23:41:27.772539 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1eddc1f6-a6da-4d8d-8128-c0791e87622f req-d3efe0b9-6fb0-4dfe-aec5-7f531c4d945d tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Aug 31 23:41:28.885972 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf670f-065f-419d-b591-8fc168a620aa req-68b6672f-a7a4-4b5b-964f-1ee4fc013c27 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:28.887521 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-07bf670f-065f-419d-b591-8fc168a620aa req-68b6672f-a7a4-4b5b-964f-1ee4fc013c27 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 944 time: 0.0489364 Aug 31 23:41:28.924905 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-07bf670f-065f-419d-b591-8fc168a620aa req-82c93248-edab-40c9-8a1a-db921a819a0d tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Aug 31 23:41:28.927860 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:41:28.976970 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:41:28.988015 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:41:28.988392 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:29.069993 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:29.080470 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890df62-2f2f-4e19-b8ee-d00c3fe146b9 req-dfeb98af-b22c-49f3-84c1-66530b04a8bb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:29.081942 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f890df62-2f2f-4e19-b8ee-d00c3fe146b9 req-dfeb98af-b22c-49f3-84c1-66530b04a8bb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.0494275 Aug 31 23:41:29.093036 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:29.095448 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b370809-95e9-4b75-a97f-94614b5e0df9" -d '{"events": [{"server_uuid": "e6e9fe49-05fc-44f1-a428-1b5ceeea9750", "name": "network-vif-plugged", "status": "completed", "tag": "18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:29.108074 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:29.113217 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:29.123740 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f890df62-2f2f-4e19-b8ee-d00c3fe146b9 req-ff3f9775-8c47-4142-8ec7-0f9428ff4bb4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354824 Aug 31 23:41:29.149123 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04143d6c-59c1-41f3-b64c-83b2f89ed9d8 x-openstack-request-id: req-04143d6c-59c1-41f3-b64c-83b2f89ed9d8 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:29.149419 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e9fe49-05fc-44f1-a428-1b5ceeea9750", "name": "network-vif-plugged", "status": "completed", "tag": "18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:29.149672 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-04143d6c-59c1-41f3-b64c-83b2f89ed9d8 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:29.150054 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e', 'code': 200} Aug 31 23:41:29.175993 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:29.337552 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad68d70-462f-4e00-8e60-0eac5e74c2cd req-7f8f4798-4357-43ef-b138-de92eafedb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:29.338960 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dad68d70-462f-4e00-8e60-0eac5e74c2cd req-7f8f4798-4357-43ef-b138-de92eafedb60 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 1098 time: 0.0381339 Aug 31 23:41:29.374293 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dad68d70-462f-4e00-8e60-0eac5e74c2cd req-4dda3217-5dda-460d-841a-320b345714e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271966 Aug 31 23:41:30.040385 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8517b3-b461-4446-bfef-b26fa6775c3f req-db379c80-c759-4d62-a5f6-5f950fb5bbe8 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:30.041745 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b8517b3-b461-4446-bfef-b26fa6775c3f req-db379c80-c759-4d62-a5f6-5f950fb5bbe8 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Aug 31 23:41:30.082144 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b8517b3-b461-4446-bfef-b26fa6775c3f req-58be5f09-9c23-402c-8a9b-bd04592ab644 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Aug 31 23:41:30.234795 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a3ca2-f7a0-4dd4-9b58-77d3ef8508ce req-bf30525b-7bb6-4611-8dec-4e5a7b857c4a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:30.236293 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b46a3ca2-f7a0-4dd4-9b58-77d3ef8508ce req-bf30525b-7bb6-4611-8dec-4e5a7b857c4a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.0467055 Aug 31 23:41:30.278761 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b46a3ca2-f7a0-4dd4-9b58-77d3ef8508ce req-675a9703-3cbd-403a-b9b9-f262b22c8d35 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349970 Aug 31 23:41:31.197662 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97eb9-1d7b-41f5-beeb-8985c4ffaa9b req-abb7f01e-4361-42bc-9f19-3a556b80b2ef tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:31.200075 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d0b97eb9-1d7b-41f5-beeb-8985c4ffaa9b req-abb7f01e-4361-42bc-9f19-3a556b80b2ef tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Aug 31 23:41:31.240126 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d0b97eb9-1d7b-41f5-beeb-8985c4ffaa9b req-8bedb4fc-5b9f-4ec2-b4ae-9eede975c559 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340312 Aug 31 23:41:31.398315 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7579d-e18d-4f13-805e-8e2f165a171e req-212ae1a8-f208-4087-8a90-2acb0a8a3e19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:31.399719 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-24b7579d-e18d-4f13-805e-8e2f165a171e req-212ae1a8-f208-4087-8a90-2acb0a8a3e19 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.0539811 Aug 31 23:41:31.436606 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-24b7579d-e18d-4f13-805e-8e2f165a171e req-6245432e-2040-4bd8-9200-8bc5b33b1009 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304296 Aug 31 23:41:31.787169 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9e7a6aee-f965-496b-b08a-213b5120e764 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:31.788631 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9e7a6aee-f965-496b-b08a-213b5120e764 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Aug 31 23:41:31.883991 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Deleting port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:31.884329 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.968313 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] For port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:31.968678 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.234674 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.235367 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.235367 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Floating IP fb623a2c-6f8c-453e-baf9-2f7df55e3b88 disassociated. External IP: 172.27.3.174, port: 6d8c2604-56b5-4344-b6b7-91a46d44d8f3. Aug 31 23:41:32.235673 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Calling delete_port for 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:32.550223 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba8bb-f9a2-4267-919c-aa354e0b60db req-d9bc3ae6-18c1-4713-8d27-d810d7c711fe tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:32.551622 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90dba8bb-f9a2-4267-919c-aa354e0b60db req-d9bc3ae6-18c1-4713-8d27-d810d7c711fe tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 945 time: 0.0478170 Aug 31 23:41:32.555138 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881f251-5c2d-4a57-b8f0-f9726a0ece97 req-61d7003e-e575-42a0-bedf-8e641362be47 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:32.556615 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1881f251-5c2d-4a57-b8f0-f9726a0ece97 req-61d7003e-e575-42a0-bedf-8e641362be47 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 945 time: 0.0656457 Aug 31 23:41:32.589748 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90dba8bb-f9a2-4267-919c-aa354e0b60db req-8b20a48f-dc25-4832-b32b-3c2f280a7d5e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Aug 31 23:41:32.621908 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1881f251-5c2d-4a57-b8f0-f9726a0ece97 req-95c53f4d-0245-4804-9fad-544bf1adf19e tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579231 Aug 31 23:41:32.648293 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.677271 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event deleted for resources: {'Port': ['ID=6d8c2604-56b5-4344-b6b7-91a46d44d8f3,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:32.794270 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:41:32.905289 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:41:32.916874 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:41:32.928251 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:32.929017 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:41:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:32.947325 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] No DVR routers for this DVR port 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:32.949847 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.952006 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8f5972b1-809c-41d5-aed5-80e69f1a448d req-9cbf6ebc-fa6b-4417-ae5e-1ddca9fa640c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "DELETE /v2.0/ports/6d8c2604-56b5-4344-b6b7-91a46d44d8f3 HTTP/1.1" status: 204 len: 173 time: 1.1554909 Aug 31 23:41:32.952637 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'name': 'network-vif-deleted', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:32.955695 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d619b86-b526-4ef1-a3a0-a791f0d844dd" -d '{"events": [{"server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "name": "network-vif-deleted", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:32.994170 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79718eac-0a90-467f-a9af-dfe8af1eed10 x-openstack-request-id: req-79718eac-0a90-467f-a9af-dfe8af1eed10 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:32.994459 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76a2302-c2a7-4e6c-b1f5-16f208bc7c46", "name": "network-vif-deleted", "tag": "6d8c2604-56b5-4344-b6b7-91a46d44d8f3", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:32.994778 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-79718eac-0a90-467f-a9af-dfe8af1eed10 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:32.995175 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76a2302-c2a7-4e6c-b1f5-16f208bc7c46', 'name': 'network-vif-deleted', 'tag': '6d8c2604-56b5-4344-b6b7-91a46d44d8f3', 'status': 'completed', 'code': 200} Aug 31 23:41:33.048743 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:33.250181 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:33.277533 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:41:33.286594 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:33.287196 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:41:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:33.412363 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:33.526204 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bf1b1-ff36-40b2-a818-494b5f17bcd7 req-338f758a-4e33-4a63-b4a7-a8af9bd78cd1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:33.527954 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-675bf1b1-ff36-40b2-a818-494b5f17bcd7 req-338f758a-4e33-4a63-b4a7-a8af9bd78cd1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 945 time: 0.0506506 Aug 31 23:41:33.591988 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-675bf1b1-ff36-40b2-a818-494b5f17bcd7 req-f5f4207e-3526-4b12-94cf-52f90d35c72e tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549362 Aug 31 23:41:33.701849 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f9beeef-35e3-4d7b-85cd-549458c81e5a req-18555ed9-ca32-4588-9bed-6df309f054f2 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=d76a2302-c2a7-4e6c-b1f5-16f208bc7c46 HTTP/1.1" status: 200 len: 210 time: 0.0272825 Aug 31 23:41:33.770252 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:33.800284 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33f662-121e-4b66-8306-c95f9c0bdc53 None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:41:34.025057 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab337e-c1b7-434d-a08f-ff8cfcd68d4d None None] New status for floating IP fb623a2c-6f8c-453e-baf9-2f7df55e3b88: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:41:34.711107 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a208e-3d28-48bc-a9cb-42fb71fdab9d req-46aea813-755f-40ac-b433-90bc77b60a2a tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:34.712597 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b88a208e-3d28-48bc-a9cb-42fb71fdab9d req-46aea813-755f-40ac-b433-90bc77b60a2a tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Aug 31 23:41:34.756769 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b88a208e-3d28-48bc-a9cb-42fb71fdab9d req-b42a9d71-611d-46ef-b344-549329c018d9 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/security-groups?id=111a92a2-9d28-43e5-a578-a3d123a713f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Aug 31 23:41:34.951480 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:34.964449 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-15748937-9ab2-4fb2-bce2-cbfbb5732b9c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991794558&fields=id&tenant_id=22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 267 time: 0.0335190 Aug 31 23:41:34.971439 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:34.971849 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 6d8c2604-56b5-4344-b6b7-91a46d44d8f3 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:35.076851 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-94bd4cd5-da6e-4961-a1a5-37eb4666379f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:35.078395 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-94bd4cd5-da6e-4961-a1a5-37eb4666379f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 812 time: 0.1065199 Aug 31 23:41:35.094051 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-50f674cb-6430-4923-b267-91cbbdc7dc8c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/quotas/22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Aug 31 23:41:35.147986 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-852fe1e0-82ba-4e93-99ef-b0926cbd0ac5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480683 Aug 31 23:41:35.244781 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-10c92a2a-6a09-44b6-ba7c-8f5875357fac service neutron] 10.222.0.63 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849206 Aug 31 23:41:35.331418 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-12f77f92-fdbb-4c49-913b-4170abf15c8a service neutron] 10.222.0.63 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800545 Aug 31 23:41:35.423997 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1049c90c-93a4-4cbe-b503-e790fc26288f tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:35.425699 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1049c90c-93a4-4cbe-b503-e790fc26288f tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 945 time: 0.0592327 Aug 31 23:41:35.549597 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Deleting port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:35.549939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.654911 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d0699fef-0179-4a99-91f7-c9fca91e61b7 req-18d77cce-d89a-4eb7-9b59-af0f0a445df4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 210 time: 0.0286901 Aug 31 23:41:35.660335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] For port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,segment=NetworkSegment(2f3ca8c8-733e-44ad-8754-cb6d787d0aec),segment_id=2f3ca8c8-733e-44ad-8754-cb6d787d0aec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:35.660710 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.677951 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Calling delete_port for 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:35.829669 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.867132 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:35.871277 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Pushing event deleted for resources: {'Port': ['ID=18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:35.902457 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8f33be25-a9b0-4fd8-9695-f608524ef14a req-747b3174-81ba-4633-9f7d-587c9eed8b40 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6e9fe49-05fc-44f1-a428-1b5ceeea9750 HTTP/1.1" status: 200 len: 210 time: 0.0426817 Aug 31 23:41:35.941880 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] No DVR routers for this DVR port 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:35.945707 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.947993 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-222bd254-d30b-48fc-86db-73999b4fd1a4 req-1ea08d44-1b2b-4eaf-9c7b-f9e79f3806a1 tempest-VolumesActionsTest-493735688 tempest-VolumesActionsTest-493735688-project] 10.222.0.61 "DELETE /v2.0/ports/18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e HTTP/1.1" status: 204 len: 173 time: 0.5152502 Aug 31 23:41:35.948696 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'name': 'network-vif-deleted', 'tag': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:35.957039 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe9e1b5-a2ac-432c-a02d-9a25f085a95f" -d '{"events": [{"server_uuid": "e6e9fe49-05fc-44f1-a428-1b5ceeea9750", "name": "network-vif-deleted", "tag": "18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:36.003089 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4ac3d8-11f6-4b23-99ed-a340786b94fc x-openstack-request-id: req-0c4ac3d8-11f6-4b23-99ed-a340786b94fc {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:36.003717 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e9fe49-05fc-44f1-a428-1b5ceeea9750", "name": "network-vif-deleted", "tag": "18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:36.003717 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c4ac3d8-11f6-4b23-99ed-a340786b94fc {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:36.004083 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e9fe49-05fc-44f1-a428-1b5ceeea9750', 'name': 'network-vif-deleted', 'tag': '18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e', 'status': 'completed', 'code': 200} Aug 31 23:41:36.747972 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6534ca4-3f3b-4d15-94d2-dfa3ced48c89 req-48e2c206-1015-4f7f-ab63-ef08a4db9ac7 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 210 time: 0.0271680 Aug 31 23:41:37.090010 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-43cead6d-ab00-47b1-8610-2105b4615539 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:37.091649 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-43cead6d-ab00-47b1-8610-2105b4615539 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 812 time: 0.1076140 Aug 31 23:41:37.154518 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-a28fe5d7-4ca3-4bfb-89a8-38cd4585aa83 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 380 time: 0.0452740 Aug 31 23:41:37.176777 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'port': {'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'admin_state_up': True, 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'security_groups': ['c9ac453f-9e10-48fe-933f-d4d6c254e139']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:37.289098 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Made reservation on behalf of 22e157f69fd3465783c5694e10f2a1e3 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:41:37.293342 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.427398 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Allocated IP 172.20.0.7 (41bb5130-7386-436e-b62f-9b3c3173e206/25097994-7fae-43b8-bf51-012726199243/2b6f1c6b-386a-4b8e-9338-28229a3f9251) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:41:37.570413 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.584060 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Transition to ACTIVE for port object 2b6f1c6b-386a-4b8e-9338-28229a3f9251 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:41:37.616216 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.675775 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Network 41bb5130-7386-436e-b62f-9b3c3173e206 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:41:37.679583 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:41:37.684407 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:41:37.690511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:37.691087 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.699868 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=2b6f1c6b-386a-4b8e-9338-28229a3f9251,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:37.710724 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-ce990f01-4611-4134-a8ff-7feea46b11ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5378733 Aug 31 23:41:37.734511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Request body: {'port': {'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:37.794789 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.960844 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cf9e-c15e-470e-ac44-eb1e74a252e4 req-30959117-1fdc-4814-aa22-b742e2bc3cdc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:37.962254 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e690cf9e-c15e-470e-ac44-eb1e74a252e4 req-30959117-1fdc-4814-aa22-b742e2bc3cdc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 931 time: 0.1281269 Aug 31 23:41:37.994493 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-46aba05e-d815-40f8-95ce-49dcb6fb81ca None None] Provisioning for port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:41:37.998072 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-46aba05e-d815-40f8-95ce-49dcb6fb81ca None None] Provisioning complete for port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:41:37.998443 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-46aba05e-d815-40f8-95ce-49dcb6fb81ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.032645 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-46aba05e-d815-40f8-95ce-49dcb6fb81ca None None] Port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:41:38.052348 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e690cf9e-c15e-470e-ac44-eb1e74a252e4 req-53355da5-cc78-4299-8b49-48969d229eb9 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810223 Aug 31 23:41:38.144880 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6f1c6b-386a-4b8e-9338-28229a3f9251 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:38.152856 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.164652 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Transition to ACTIVE for port object 2b6f1c6b-386a-4b8e-9338-28229a3f9251 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:41:38.168166 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.242227 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6f1c6b-386a-4b8e-9338-28229a3f9251,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:38.254344 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Attempting to bind port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:41:38.254712 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Attempting to bind port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:41:38.255035 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Attempting to bind port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:38.259646 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 on network 41bb5130-7386-436e-b62f-9b3c3173e206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:41:38.259962 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Attempting to bind port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:38.265680 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:41:38.266010 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Checking segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:41:38.266385 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Bound using segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:41:38.266840 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Bound port: 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:41:38.267193 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.334935 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] For port 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host hv-cinder-75994, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:41:38.337980 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] For port 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:41:38.343110 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.378171 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:38.379262 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.380673 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] 10.222.0.61 "PUT /v2.0/ports/2b6f1c6b-386a-4b8e-9338-28229a3f9251 HTTP/1.1" status: 200 len: 1093 time: 0.6515191 Aug 31 23:41:38.382984 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:38.385268 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd75ce6-2217-4bb6-90c8-a4c317faeceb" -d '{"events": [{"name": "network-changed", "server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:38.415862 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6f1c6b-386a-4b8e-9338-28229a3f9251,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:38.428178 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.428532 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.429001 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.430591 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.432157 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.432728 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.433833 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.434382 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.435145 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.435691 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.436231 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.436783 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62609c2-879b-4a3b-a772-869026738a33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:38.445368 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e448843e-57f5-46da-9c88-fac08291006e x-openstack-request-id: req-e448843e-57f5-46da-9c88-fac08291006e {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:38.445869 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:38.446285 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e448843e-57f5-46da-9c88-fac08291006e {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:38.447018 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'status': 'completed', 'code': 200} Aug 31 23:41:38.529085 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd75ce6-2217-4bb6-90c8-a4c317faeceb req-d2c27af0-371c-4610-970d-110c22889bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:38.530633 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4cd75ce6-2217-4bb6-90c8-a4c317faeceb req-d2c27af0-371c-4610-970d-110c22889bb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1096 time: 0.0439501 Aug 31 23:41:39.169675 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be209d89-b833-4f2d-bb86-46a9844a9326 req-f53125dc-e881-47db-a948-66170c6b94f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:39.171149 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be209d89-b833-4f2d-bb86-46a9844a9326 req-f53125dc-e881-47db-a948-66170c6b94f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0516913 Aug 31 23:41:39.206746 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be209d89-b833-4f2d-bb86-46a9844a9326 req-74b5a151-01c3-4f74-8e6d-629791bf1065 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297539 Aug 31 23:41:39.599854 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:39.620052 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:39.620391 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 18bf9b15-d0a7-4bda-a0b5-8bd07ada1a2e not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:39.758369 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd75ce6-2217-4bb6-90c8-a4c317faeceb req-c31854f2-d9d7-4602-9c36-6432b2168ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:39.760048 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4cd75ce6-2217-4bb6-90c8-a4c317faeceb req-c31854f2-d9d7-4602-9c36-6432b2168ee1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=22e157f69fd3465783c5694e10f2a1e3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1646841 Aug 31 23:41:40.321817 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ff44-b875-4049-83c9-a0875ff7eaee req-f1ff46e0-7be6-4e5c-ba8c-5af2c11fb851 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:40.323287 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-adf6ff44-b875-4049-83c9-a0875ff7eaee req-f1ff46e0-7be6-4e5c-ba8c-5af2c11fb851 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0480955 Aug 31 23:41:40.360517 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-adf6ff44-b875-4049-83c9-a0875ff7eaee req-c8b2e85d-036f-4887-84b9-55cb8eb6ef0b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Aug 31 23:41:40.723532 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd75ce6-2217-4bb6-90c8-a4c317faeceb req-43817fbe-c181-49c0-9e55-b0ba4a7b37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:40.724984 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4cd75ce6-2217-4bb6-90c8-a4c317faeceb req-43817fbe-c181-49c0-9e55-b0ba4a7b37bd service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1498153 Aug 31 23:41:41.479044 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46064-f77a-4617-9bde-e8475235157b req-76d8da82-85d3-4bee-8443-d5dcfd1aec03 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:41.481187 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ec46064-f77a-4617-9bde-e8475235157b req-76d8da82-85d3-4bee-8443-d5dcfd1aec03 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0558081 Aug 31 23:41:41.519061 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ec46064-f77a-4617-9bde-e8475235157b req-264f03b4-7305-451f-ac71-71dceaa9dd86 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Aug 31 23:41:42.236939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-4c222638-bd8b-4db3-9a6a-27c822157b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:42.238359 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-4c222638-bd8b-4db3-9a6a-27c822157b1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1096 time: 0.0394473 Aug 31 23:41:42.287886 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-8b41e959-383c-46f0-8a1c-4acb6e2a357b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251 HTTP/1.1" status: 200 len: 217 time: 0.0337591 Aug 31 23:41:42.337771 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-b94c39e2-5e58-41a2-a342-0b3b50309c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:42.339200 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-b94c39e2-5e58-41a2-a342-0b3b50309c52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0433667 Aug 31 23:41:42.383637 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb224-c5c1-4693-925a-b39343018762 req-e2e1b772-7b94-4993-bf6e-f1f79a1922d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:42.385026 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-e2e1b772-7b94-4993-bf6e-f1f79a1922d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380533 Aug 31 23:41:42.476244 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-814b6862-0f98-4335-93aa-aa052d6ab9af service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815139 Aug 31 23:41:42.571979 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbceb224-c5c1-4693-925a-b39343018762 req-0ef94527-ce3a-4330-8f53-ab88d74506c1 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866413 Aug 31 23:41:42.636605 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159df5e8-cb57-47e3-b6de-7562655f3b3f req-a1a92f58-f723-42dd-b72f-98299cf1140a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:42.638056 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-159df5e8-cb57-47e3-b6de-7562655f3b3f req-a1a92f58-f723-42dd-b72f-98299cf1140a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0524082 Aug 31 23:41:42.674675 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-159df5e8-cb57-47e3-b6de-7562655f3b3f req-b6919cd1-fe12-499d-8650-c80bd7507293 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Aug 31 23:41:43.794606 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373adb-e13c-4980-8e7d-9d5c6acdf04b req-eb2497c8-7c26-4c25-887c-fb33748b741c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:43.796699 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-11373adb-e13c-4980-8e7d-9d5c6acdf04b req-eb2497c8-7c26-4c25-887c-fb33748b741c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0513995 Aug 31 23:41:43.838427 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-11373adb-e13c-4980-8e7d-9d5c6acdf04b req-543f700d-8a72-479d-9e8c-465ecf5480c0 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Aug 31 23:41:44.745651 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59472b-3fa0-4c80-9a66-2cc48c773527 req-1cde8528-21b0-4458-9a6c-69bad3c29d0c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:44.747685 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cf59472b-3fa0-4c80-9a66-2cc48c773527 req-1cde8528-21b0-4458-9a6c-69bad3c29d0c tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0863361 Aug 31 23:41:44.766196 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-5b237ddc-18b9-4091-b4e8-0ecbcee80285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:44.767601 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-5b237ddc-18b9-4091-b4e8-0ecbcee80285 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1138 time: 0.0721002 Aug 31 23:41:44.841172 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cf59472b-3fa0-4c80-9a66-2cc48c773527 req-8c6b281a-3c6e-4846-bc32-405c9da321a6 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827916 Aug 31 23:41:44.917216 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-52d4f659-a805-40db-951d-40a1b318d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:44.919301 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-52d4f659-a805-40db-951d-40a1b318d016 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 200 len: 916 time: 0.1437008 Aug 31 23:41:44.978943 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bb948-c145-44bb-b182-a5d08d6e2f68 req-fc6f958b-acf9-4d32-8266-69f4697fcc06 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:44.981841 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d9bb948-c145-44bb-b182-a5d08d6e2f68 req-fc6f958b-acf9-4d32-8266-69f4697fcc06 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0597408 Aug 31 23:41:45.036952 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d9bb948-c145-44bb-b182-a5d08d6e2f68 req-a1a2478a-f6ac-4a2f-9673-7274702d3efc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490289 Aug 31 23:41:45.244585 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-01420150-984f-4e36-a6da-8110ee5d93a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 1001 time: 0.3136573 Aug 31 23:41:45.303076 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-713a5624-aaf9-4f41-8690-7528443c9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:45.304571 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-713a5624-aaf9-4f41-8690-7528443c9cfc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1e60be-496e-4959-bb4f-bcc262749062 HTTP/1.1" status: 200 len: 853 time: 0.0510731 Aug 31 23:41:45.356302 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-7f0e010a-f5b5-423e-b6ef-5c6d618038b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:45.357940 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-7f0e010a-f5b5-423e-b6ef-5c6d618038b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5531fe5-3213-41d1-9b89-d508ed38baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453782 Aug 31 23:41:45.469980 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-54372a04-2c1f-4a1c-b63a-b1de8db43884 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034002 Aug 31 23:41:45.571254 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-749e8fca-5fc7-490f-8ada-de307b617f8c req-ff74ab2d-94b1-4165-acf4-97b300658e08 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878804 Aug 31 23:41:46.009158 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf47b6-3b59-4202-8598-7a00af9ef7f3 req-66d737cb-e5b9-4e1f-bc46-31390f2918a2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:46.017242 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cbdf47b6-3b59-4202-8598-7a00af9ef7f3 req-66d737cb-e5b9-4e1f-bc46-31390f2918a2 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0668948 Aug 31 23:41:46.063571 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cbdf47b6-3b59-4202-8598-7a00af9ef7f3 req-2b34d635-b206-4005-9f0e-3e1ab37256b5 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451903 Aug 31 23:41:46.180563 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d646-1144-4183-94f4-efbf633ff9d1 req-5fca418a-ced1-4cb9-a564-531c2c71261e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:46.182103 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a442d646-1144-4183-94f4-efbf633ff9d1 req-5fca418a-ced1-4cb9-a564-531c2c71261e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0623617 Aug 31 23:41:46.232022 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a442d646-1144-4183-94f4-efbf633ff9d1 req-7b2b98dc-7100-4fd5-a444-e2140b3af75a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Aug 31 23:41:47.210979 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7526-c23d-4f4e-836d-af17d39c56fb req-034e90d7-f4fd-4eb1-8955-5022fcb3653b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:47.213417 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-281d7526-c23d-4f4e-836d-af17d39c56fb req-034e90d7-f4fd-4eb1-8955-5022fcb3653b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0845895 Aug 31 23:41:47.285959 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-281d7526-c23d-4f4e-836d-af17d39c56fb req-33778d96-ce6d-4356-9f6a-40bf6e5cb03a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641682 Aug 31 23:41:47.335148 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-381ab489-3667-4048-813c-66c10ef38fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:47.401444 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3788b-b86d-4279-9113-144616a1bfa3 req-a7f85aff-57ca-4ca1-a9a4-db24dc09e083 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:47.405059 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdc3788b-b86d-4279-9113-144616a1bfa3 req-a7f85aff-57ca-4ca1-a9a4-db24dc09e083 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0639045 Aug 31 23:41:47.449763 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdc3788b-b86d-4279-9113-144616a1bfa3 req-33b6616f-8d46-4b43-9cb5-6fd193117049 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 Aug 31 23:41:48.413230 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5308b2-e98c-492e-9e0e-8cd6ec01d10f req-338b1c79-d821-4db0-ae49-09f5fe10b098 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:48.414873 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ac5308b2-e98c-492e-9e0e-8cd6ec01d10f req-338b1c79-d821-4db0-ae49-09f5fe10b098 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0524375 Aug 31 23:41:48.459205 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ac5308b2-e98c-492e-9e0e-8cd6ec01d10f req-438fc8d7-ad10-4208-95cd-1dad2d33d95f tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373206 Aug 31 23:41:48.580061 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704d94f-4612-4342-b7fe-819ef29ebe30 req-5a055e99-3b67-4f3c-982d-ebd9f1ca3ea5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:48.581467 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c704d94f-4612-4342-b7fe-819ef29ebe30 req-5a055e99-3b67-4f3c-982d-ebd9f1ca3ea5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0504668 Aug 31 23:41:48.620666 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c704d94f-4612-4342-b7fe-819ef29ebe30 req-fd127ab9-c79d-4855-9343-9eb03aa0f1f7 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330253 Aug 31 23:41:49.583027 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b3a22-9779-4269-9e58-c8a2129512da req-b5ba0d0a-4dda-44f0-928e-e1d132535268 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:49.585314 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1e9b3a22-9779-4269-9e58-c8a2129512da req-b5ba0d0a-4dda-44f0-928e-e1d132535268 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0560923 Aug 31 23:41:49.635742 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1e9b3a22-9779-4269-9e58-c8a2129512da req-1d2c6c84-f993-4832-b934-5ad3eac0bea0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411437 Aug 31 23:41:49.757424 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7254c3-8b5d-4431-8758-0a29bc932489 req-1b612dad-be52-4e14-ac6b-3c2caa585028 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:49.758850 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e7254c3-8b5d-4431-8758-0a29bc932489 req-1b612dad-be52-4e14-ac6b-3c2caa585028 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0554371 Aug 31 23:41:49.810293 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-33ea0e6d-3b39-4a10-a4dd-a9ad20f941d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:49.815068 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e7254c3-8b5d-4431-8758-0a29bc932489 req-96b8b705-c35f-4fbb-895c-17cfd120c160 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477386 Aug 31 23:41:49.897045 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:50.752279 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a69ea-b6f4-4068-9327-65edb4a474c3 req-e2a77c89-2d1f-44a9-bafe-2e3fd1a685b7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:50.753826 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a22a69ea-b6f4-4068-9327-65edb4a474c3 req-e2a77c89-2d1f-44a9-bafe-2e3fd1a685b7 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0528915 Aug 31 23:41:50.797457 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a22a69ea-b6f4-4068-9327-65edb4a474c3 req-cfa40a0a-a82d-441c-97b5-f533ac3762c0 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374413 Aug 31 23:41:51.036579 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 2b6f1c6b-386a-4b8e-9338-28229a3f9251 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:41:51.090966 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf4bec-1c02-4f17-8ae2-9ba1fd8b520c req-d527b710-330f-4bbf-b901-6cc08f48bea6 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:51.095546 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88bf4bec-1c02-4f17-8ae2-9ba1fd8b520c req-d527b710-330f-4bbf-b901-6cc08f48bea6 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.1377847 Aug 31 23:41:51.146431 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:51.147511 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88bf4bec-1c02-4f17-8ae2-9ba1fd8b520c req-89593bc3-7ac0-4274-896c-6ccf1687b41e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Aug 31 23:41:51.185459 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:51.196672 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:41:51.240069 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:51.256964 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6f1c6b-386a-4b8e-9338-28229a3f9251 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:51.282880 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:51.287969 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:51.375868 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=2b6f1c6b-386a-4b8e-9338-28229a3f9251,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:51.399717 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.400441 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.401410 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.402844 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.403819 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.404554 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.405484 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.406111 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.407043 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.407933 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.409177 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.409974 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:51.741666 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['2b6f1c6b-386a-4b8e-9338-28229a3f9251'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:51.753683 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:41:51.921729 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77e19-c4e9-419d-b7f6-81b4d6a6291b req-f368b602-714e-4c5e-b308-40aff11d2848 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:51.923476 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51c77e19-c4e9-419d-b7f6-81b4d6a6291b req-f368b602-714e-4c5e-b308-40aff11d2848 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0549631 Aug 31 23:41:51.983134 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51c77e19-c4e9-419d-b7f6-81b4d6a6291b req-25c992a1-0f92-4cce-a8c8-309369b082c4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532982 Aug 31 23:41:52.268844 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27c21a-6b1e-4be5-a910-84bebbee76d6 req-98d13861-2b9d-4441-bc92-2f297cf24c9f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:52.270964 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7b27c21a-6b1e-4be5-a910-84bebbee76d6 req-98d13861-2b9d-4441-bc92-2f297cf24c9f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 944 time: 0.0518937 Aug 31 23:41:52.313537 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7b27c21a-6b1e-4be5-a910-84bebbee76d6 req-8f5c887d-b0f9-4cfd-94f3-ae1df99ae3d2 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348444 Aug 31 23:41:52.689321 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:53.031435 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 2b6f1c6b-386a-4b8e-9338-28229a3f9251 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:41:53.106684 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:41:53.111261 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:41:53.111536 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:53.163624 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5852f-6d0f-406e-9e20-b177b2c9c483 req-cc442388-4b0d-4188-aa26-09adcccd549d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:53.166263 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ecd5852f-6d0f-406e-9e20-b177b2c9c483 req-cc442388-4b0d-4188-aa26-09adcccd549d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.1098144 Aug 31 23:41:53.208649 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:53.247846 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ecd5852f-6d0f-406e-9e20-b177b2c9c483 req-07f7cec3-80e0-4a92-bd3e-6aef0608f350 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714355 Aug 31 23:41:53.283927 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:53.289267 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac45f76-a28b-49e2-88a9-d95d623b8d4f" -d '{"events": [{"server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "name": "network-vif-plugged", "status": "completed", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:53.317081 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:53.324721 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:53.466589 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=2b6f1c6b-386a-4b8e-9338-28229a3f9251,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:53.500912 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7479e937-d38e-4078-9ea2-c74c280ec394 x-openstack-request-id: req-7479e937-d38e-4078-9ea2-c74c280ec394 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:53.501215 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "name": "network-vif-plugged", "status": "completed", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:53.501461 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7479e937-d38e-4078-9ea2-c74c280ec394 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:53.501853 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'code': 200} Aug 31 23:41:53.559371 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeb23-4f7d-4199-80c8-4cf686867415 req-e69ecb88-17bc-4128-b240-6c84996c3475 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:53.560417 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d82aeb23-4f7d-4199-80c8-4cf686867415 req-e69ecb88-17bc-4128-b240-6c84996c3475 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0870199 Aug 31 23:41:53.608077 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d82aeb23-4f7d-4199-80c8-4cf686867415 req-8529298c-ef6b-401c-80bd-41bb8f8bf23d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Aug 31 23:41:53.819851 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bb5fa-fd69-4051-9f4b-5921fcadb853 req-9dc04807-5129-4a0c-8d37-0afa9241cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:53.821755 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-459bb5fa-fd69-4051-9f4b-5921fcadb853 req-9dc04807-5129-4a0c-8d37-0afa9241cff7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1098 time: 0.0520649 Aug 31 23:41:53.861346 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-459bb5fa-fd69-4051-9f4b-5921fcadb853 req-b809ab0e-90d1-4c0b-ab2a-be2ee41ef4ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Aug 31 23:41:54.388788 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f94fd-bb8d-442b-bcbf-db733a526618 req-3250ee00-b9fb-45b7-92a9-992b9fbc6f3a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:54.403656 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b8f94fd-bb8d-442b-bcbf-db733a526618 req-3250ee00-b9fb-45b7-92a9-992b9fbc6f3a tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0808103 Aug 31 23:41:54.454623 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b8f94fd-bb8d-442b-bcbf-db733a526618 req-c7e2b70e-b26d-4410-bad2-6162921faea3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494001 Aug 31 23:41:54.750477 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373c735-d49f-465a-aef3-618eaaa65b83 req-c24a7a58-3966-4195-8da3-f8979ee824a4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:54.752023 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a373c735-d49f-465a-aef3-618eaaa65b83 req-c24a7a58-3966-4195-8da3-f8979ee824a4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0722225 Aug 31 23:41:54.790227 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a373c735-d49f-465a-aef3-618eaaa65b83 req-f3d958b8-6e46-4db8-9dd1-50b8b5d0dce4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Aug 31 23:41:55.598276 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c76cf2-ef34-418e-ad56-376d463f6b47 req-c76b557b-c6af-4de6-a7d4-720f74abbc41 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:55.600448 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-83c76cf2-ef34-418e-ad56-376d463f6b47 req-c76b557b-c6af-4de6-a7d4-720f74abbc41 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0642061 Aug 31 23:41:55.665566 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-83c76cf2-ef34-418e-ad56-376d463f6b47 req-40ee739d-e6fb-4bdb-8318-637e525c0fd3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574834 Aug 31 23:41:55.958628 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee63ac-9718-4c3b-8e12-df71311b2607 req-6387ed01-4d00-4646-a92f-58fc5d2db74c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:55.965783 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-81ee63ac-9718-4c3b-8e12-df71311b2607 req-6387ed01-4d00-4646-a92f-58fc5d2db74c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0689769 Aug 31 23:41:56.009730 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-81ee63ac-9718-4c3b-8e12-df71311b2607 req-d416e7d3-41f9-410d-a012-b77591bd9b73 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Aug 31 23:41:56.072757 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:56.148888 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6b973-8e09-4629-a6e4-5510be774cc7 req-10292570-1e61-493e-8b3f-a60f535d21cc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:56.158588 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-62a6b973-8e09-4629-a6e4-5510be774cc7 req-10292570-1e61-493e-8b3f-a60f535d21cc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0650856 Aug 31 23:41:56.198303 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-62a6b973-8e09-4629-a6e4-5510be774cc7 req-ebe34ee0-8f8b-4a18-af11-b669b23761de tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Aug 31 23:41:56.222918 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53370) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:56.278110 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48ce04-5a97-444a-9e90-cd806e360936 tempest-TestVolumeBootPattern-1906109075 tempest-TestVolumeBootPattern-1906109075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:56.282594 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fa48ce04-5a97-444a-9e90-cd806e360936 tempest-TestVolumeBootPattern-1906109075 tempest-TestVolumeBootPattern-1906109075-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1093 time: 0.0561645 Aug 31 23:41:56.285742 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53372) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:56.289602 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:56.319844 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:56.456647 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:56.590930 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Allocated IP 172.27.3.253 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/76d94aa2-09f4-4654-87a5-78af10588553) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:41:56.750971 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:56.836958 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0289a2-b961-4f13-ae55-91b0de86a4be req-d5c63e3d-d547-40cb-8253-a0a0e2015278 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:56.845062 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a0289a2-b961-4f13-ae55-91b0de86a4be req-d5c63e3d-d547-40cb-8253-a0a0e2015278 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0885863 Aug 31 23:41:56.854515 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:56.932030 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:41:56.944594 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a0289a2-b961-4f13-ae55-91b0de86a4be req-e735c5c2-6711-4f2a-b890-87bf2eb6760b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985012 Aug 31 23:41:56.945946 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:41:56.958122 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:41:56.984427 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=76d94aa2-09f4-4654-87a5-78af10588553,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:57.404375 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:57.518400 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:57.707316 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:57.716919 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:57.784781 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:57.868033 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=76d94aa2-09f4-4654-87a5-78af10588553,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:57.964023 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Floating IP 9b33659c-1a48-4494-977e-c6d8da6b0065 associated. External IP: 172.27.3.253, port: 2b6f1c6b-386a-4b8e-9338-28229a3f9251. Aug 31 23:41:58.108816 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef61f8d-3a6d-4972-a58d-752b46ecb0cc req-35f26b58-6542-4436-831e-c9776fce0731 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.110742 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eef61f8d-3a6d-4972-a58d-752b46ecb0cc req-35f26b58-6542-4436-831e-c9776fce0731 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0841148 Aug 31 23:41:58.163677 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eef61f8d-3a6d-4972-a58d-752b46ecb0cc req-d1edbeba-0f86-4e10-a3db-65491852a517 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438375 Aug 31 23:41:58.255970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:41:58.390488 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:41:58.403409 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:41:58.410339 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:58.413754 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:58.414346 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:41:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:58.438739 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-73d0b242-d1d2-416e-9fe7-adf22bdd46ce tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1526508 Aug 31 23:41:58.439384 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:58.441635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:58.485225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6111003c-defc-4ac6-b63a-c5b7b79d7088 x-openstack-request-id: req-6111003c-defc-4ac6-b63a-c5b7b79d7088 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:58.485518 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:58.486036 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6111003c-defc-4ac6-b63a-c5b7b79d7088 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:58.486443 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'status': 'completed', 'code': 200} Aug 31 23:41:58.524750 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:58.595702 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-b535753a-f432-4771-8567-77097e93cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.597219 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-b535753a-f432-4771-8567-77097e93cdfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1098 time: 0.0487103 Aug 31 23:41:58.689046 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-0e73922d-8db5-4915-8a26-3c47abe8280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.690503 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-0e73922d-8db5-4915-8a26-3c47abe8280a service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.0844500 Aug 31 23:41:58.770685 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:57Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:58.805790 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-e988605c-6acf-40dc-807f-093bb74287bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251 HTTP/1.1" status: 200 len: 999 time: 0.0629699 Aug 31 23:41:58.808849 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:41:58.819609 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:58.820364 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:41:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:58.868890 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-018f6179-6d78-4147-8820-ae99e428b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.870666 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-018f6179-6d78-4147-8820-ae99e428b959 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0480869 Aug 31 23:41:58.921360 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-758d8143-38a2-445d-95a9-0d624de2e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.922980 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-758d8143-38a2-445d-95a9-0d624de2e001 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414515 Aug 31 23:41:58.940462 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:59.031733 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-0c7cc3b4-84c9-42e7-af7f-bcb12edaafec service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960565 Aug 31 23:41:59.125567 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef3d0ed1-df80-4c6b-868a-5f0ad6935fe8 req-5ddd09dc-662d-46f7-abce-bf4dd0573fc1 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 Aug 31 23:41:59.182016 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:57Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:59.212355 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a166c-26f8-4c98-84de-89e741dc0e1b None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:57Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:41:59.297112 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba206c5-ce73-44e7-950f-4e618b30b0aa req-901f79ba-2640-4312-bd9b-ea7f8333f0eb tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:59.298770 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7ba206c5-ce73-44e7-950f-4e618b30b0aa req-901f79ba-2640-4312-bd9b-ea7f8333f0eb tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0649369 Aug 31 23:41:59.341645 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7ba206c5-ce73-44e7-950f-4e618b30b0aa req-8ea4dcf3-5d5f-4f19-997a-7a0fcbfc27cf tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369616 Aug 31 23:41:59.426644 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f51b8-d25b-4667-80c3-0e6fd394fdad None None] New status for floating IP 9b33659c-1a48-4494-977e-c6d8da6b0065: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:42:00.473695 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c72b39-688a-4b3d-8c51-3175f4f5fe61 req-3a710388-dd81-45c4-be4c-32846a568166 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:00.475464 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3c72b39-688a-4b3d-8c51-3175f4f5fe61 req-3a710388-dd81-45c4-be4c-32846a568166 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0574763 Aug 31 23:42:00.516019 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3c72b39-688a-4b3d-8c51-3175f4f5fe61 req-aca80a26-31e4-46c7-a07c-fe8b21ef6d65 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340891 Aug 31 23:42:00.867560 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53476) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:00.910710 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Deleting subnet 0478d6aa-c4ee-466e-8585-1761a073fc83 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:42:00.913668 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:00.947320 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:00.989346 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.040871 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.065945 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0478d6aa-c4ee-466e-8585-1761a073fc83,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:01.070478 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.073112 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0478d6aa-c4ee-466e-8585-1761a073fc83 HTTP/1.1" status: 204 len: 168 time: 0.2037656 Aug 31 23:42:01.075045 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53478) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:01.076997 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.077350 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.077696 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.078033 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.078369 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.078733 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.079067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.079399 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.079828 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.080134 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.080460 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.080781 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d04682c-84dc-42cf-8160-d201239dfe2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:01.146737 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.227269 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.237640 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.237980 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.238773 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.239099 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > port after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.239493 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.239765 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > port after_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.240085 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.240398 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.240717 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.241056 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.352230 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.352577 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.352901 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.353228 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:42:01.353575 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9289db2b-ca90-4ef6-a41a-74f1d09593b2']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:01.375442 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3ca8c8-733e-44ad-8754-cb6d787d0aec') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:01.375739 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3ca8c8-733e-44ad-8754-cb6d787d0aec') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:01.391847 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.413246 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.422042 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:42:01.422483 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: from cryptography.utils import int_from_bytes Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: from cryptography.utils import int_from_bytes Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:42:01.426482 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:42:01.483359 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.490190 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.493565 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9289db2b-ca90-4ef6-a41a-74f1d09593b2 HTTP/1.1" status: 204 len: 168 time: 0.4174635 Aug 31 23:42:01.507641 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3da046-7b1c-4d19-a633-a6d1c3b27358 admin admin] Pushing event deleted for resources: {'Network': ['ID=9289db2b-ca90-4ef6-a41a-74f1d09593b2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:01.612701 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53484) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:01.664829 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2e359-afee-499a-a155-d549e8ebb511 req-eb6d7527-6226-4b42-82e4-1c14acc7e92e tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:01.666424 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8ca2e359-afee-499a-a155-d549e8ebb511 req-eb6d7527-6226-4b42-82e4-1c14acc7e92e tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0756037 Aug 31 23:42:01.670778 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c1a2ece5-3519-4801-93a1-ece5862b75f7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ddd4f79c09514226b68b2b2ad252d8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564349 Aug 31 23:42:01.673083 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53486) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:01.714259 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8ca2e359-afee-499a-a155-d549e8ebb511 req-56146134-6902-457b-9ee7-8e75e9468f56 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415237 Aug 31 23:42:01.729989 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae96d36b-776a-4638-8770-cd80379eaaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.751951 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae96d36b-776a-4638-8770-cd80379eaaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.803232 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae96d36b-776a-4638-8770-cd80379eaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.807225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae96d36b-776a-4638-8770-cd80379eaaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:01.809597 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ae96d36b-776a-4638-8770-cd80379eaaa1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/111a92a2-9d28-43e5-a578-a3d123a713f9 HTTP/1.1" status: 204 len: 168 time: 0.1353793 Aug 31 23:42:01.819618 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96d36b-776a-4638-8770-cd80379eaaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111a92a2-9d28-43e5-a578-a3d123a713f9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:02.858713 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502484d-d2d5-45da-849d-dc16e9eed667 req-eb4167c2-5244-4f4a-9371-3ea5d0be1b94 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:02.860465 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9502484d-d2d5-45da-849d-dc16e9eed667 req-eb4167c2-5244-4f4a-9371-3ea5d0be1b94 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0689688 Aug 31 23:42:02.904175 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9502484d-d2d5-45da-849d-dc16e9eed667 req-78a3c254-e473-40da-85cb-b4cc3ea617b3 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&id=04fdfc75-29ce-4c2e-b528-bc29340bcf16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360963 Aug 31 23:42:15.433682 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e2617-4b47-46b2-b3da-5615a18d0e4d req-e4c01aa4-8b6c-4f05-a139-b63f0683a11a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:15.435037 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b99e2617-4b47-46b2-b3da-5615a18d0e4d req-e4c01aa4-8b6c-4f05-a139-b63f0683a11a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0469959 Aug 31 23:42:15.476710 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b99e2617-4b47-46b2-b3da-5615a18d0e4d req-44831a38-628a-425e-b36a-c1648e9ccd51 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348556 Aug 31 23:42:16.615571 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7a40-21f8-437c-af79-d88109d49aec req-1c25af9a-4a5d-4c41-a53d-79b293277ddb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:16.617030 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-922c7a40-21f8-437c-af79-d88109d49aec req-1c25af9a-4a5d-4c41-a53d-79b293277ddb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0488193 Aug 31 23:42:16.657464 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-922c7a40-21f8-437c-af79-d88109d49aec req-ab85732b-c30b-4d4f-941f-f6e8920d55a3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343089 Aug 31 23:42:17.328967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b3cff048-b67f-4c7d-a847-e68ba795a361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:17.774450 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917109a8-d250-4cb1-92a7-0399692bb409 req-eb2233be-3521-4373-8310-67bcb3daefd7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:17.775951 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-917109a8-d250-4cb1-92a7-0399692bb409 req-eb2233be-3521-4373-8310-67bcb3daefd7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0491450 Aug 31 23:42:17.819664 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-917109a8-d250-4cb1-92a7-0399692bb409 req-3a4b10f3-ce8f-43c5-81fc-d0e94819d77a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377176 Aug 31 23:42:18.938652 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630280e-93b2-42bb-b4f6-b7190f79a56f req-afb1d25f-b3cf-4206-8f6a-554d3b6d6a29 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:18.940118 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4630280e-93b2-42bb-b4f6-b7190f79a56f req-afb1d25f-b3cf-4206-8f6a-554d3b6d6a29 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0483704 Aug 31 23:42:18.979013 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4630280e-93b2-42bb-b4f6-b7190f79a56f req-0505bca2-3036-43ea-92df-9655b7b6ed77 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Aug 31 23:42:19.803753 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8916e7c8-d065-479d-8ff5-139920cc9bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:19.900851 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:20.117182 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6774ebf-77e6-4eab-952f-722012bdad49 req-d7ced3c3-f874-4fbd-856d-a2e966b481df tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:20.118687 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f6774ebf-77e6-4eab-952f-722012bdad49 req-d7ced3c3-f874-4fbd-856d-a2e966b481df tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0551379 Aug 31 23:42:20.156046 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f6774ebf-77e6-4eab-952f-722012bdad49 req-65a2724b-4539-4615-a5e9-8dddea033fe5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Aug 31 23:42:21.136020 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:21.273947 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d91a5-fa58-49ff-8d0b-319a3a6526e0 req-49787afb-8730-4018-9708-f30fd654b8de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:21.275430 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-405d91a5-fa58-49ff-8d0b-319a3a6526e0 req-49787afb-8730-4018-9708-f30fd654b8de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0488894 Aug 31 23:42:21.323796 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-405d91a5-fa58-49ff-8d0b-319a3a6526e0 req-055b8f0e-1729-4a9e-a1ba-f2f122a6de28 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e483437-a65d-4986-993f-c922153f9fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 Aug 31 23:42:21.401181 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-21e4710b-b701-413a-89bd-b816188c367b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:21.402601 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-21e4710b-b701-413a-89bd-b816188c367b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 947 time: 0.0476439 Aug 31 23:42:21.508351 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Deleting port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:21.508680 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:21.595956 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] For port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:21.596317 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:21.782469 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:21.782936 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:21.783217 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Floating IP 2985b5ed-2049-4adc-a0c9-ea5535b4fe47 disassociated. External IP: 172.27.3.98, port: ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c. Aug 31 23:42:21.783532 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Calling delete_port for ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:21.911011 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:21.948856 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event deleted for resources: {'Port': ['ID=ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:22.301568 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Router e5678596-e4c9-4d93-8229-76939829fc2b has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:42:22.412833 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:42:22.423469 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] Sync routers for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:42:22.429560 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d0c9819-d551-4a0a-9af2-91ce953cc162 req-c78c4e3d-d3f3-432e-a583-2ce4a6f5acd6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e HTTP/1.1" status: 200 len: 210 time: 0.0305383 Aug 31 23:42:22.441453 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:22.442470 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:22.473419 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] No DVR routers for this DVR port ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:42:22.476022 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:22.478113 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b8aec651-c959-4ef2-a19d-75259c4d3f7f req-8b2e3ad0-db82-4604-8db3-e5c9e9d15749 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "DELETE /v2.0/ports/ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c HTTP/1.1" status: 204 len: 173 time: 1.0683651 Aug 31 23:42:22.478568 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-deleted', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:22.480961 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e214bd-c728-4cc4-8e19-ea8cf5d28932" -d '{"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-deleted", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:22.520848 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288f46f-572e-4877-9525-becef92629b2 x-openstack-request-id: req-c288f46f-572e-4877-9525-becef92629b2 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:22.521090 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e", "name": "network-vif-deleted", "tag": "ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:22.521337 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c288f46f-572e-4877-9525-becef92629b2 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:22.521734 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167c5da-5f2f-4a43-aee3-a7e9dcf5b25e', 'name': 'network-vif-deleted', 'tag': 'ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c', 'status': 'completed', 'code': 200} Aug 31 23:42:22.561675 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:22.699187 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:22.782635 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:22.811679 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] Checking router: e5678596-e4c9-4d93-8229-76939829fc2b for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:42:22.820435 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:22.821033 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:22.929779 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:23.256846 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:23.284595 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb42ba-d2f5-4af4-96b0-1e838262f6bc None None] The sync data for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi is: [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:42:23.509842 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6a95b-550c-4184-bbc7-af0f1b3c41c5 None None] New status for floating IP 2985b5ed-2049-4adc-a0c9-ea5535b4fe47: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:42:23.539137 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53682) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:23.600457 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a367fcf-6c08-4b4c-90e8-696861d2709c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:23.624323 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a367fcf-6c08-4b4c-90e8-696861d2709c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:23.675859 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a367fcf-6c08-4b4c-90e8-696861d2709c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:23.678396 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a367fcf-6c08-4b4c-90e8-696861d2709c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:23.679568 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9a367fcf-6c08-4b4c-90e8-696861d2709c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "DELETE /v2.0/security-groups/4e483437-a65d-4986-993f-c922153f9fcc HTTP/1.1" status: 204 len: 168 time: 0.1392934 Aug 31 23:42:23.682387 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53684) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:23.689814 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a367fcf-6c08-4b4c-90e8-696861d2709c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e483437-a65d-4986-993f-c922153f9fcc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:23.696416 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.api.v2.resource [None req-315aac27-94f7-4fc6-81d1-1e28f8c74492 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] show failed (client error): The resource could not be found. Aug 31 23:42:23.697381 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-315aac27-94f7-4fc6-81d1-1e28f8c74492 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups/4e483437-a65d-4986-993f-c922153f9fcc HTTP/1.1" status: 404 len: 347 time: 0.0139763 Aug 31 23:42:23.700584 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53686) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:23.826786 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Deleting port 7717fff3-50a9-42d1-a9a6-6141b56e094f {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:23.827175 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:23.907336 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:23.907675 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:23.920402 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Calling delete_port for 7717fff3-50a9-42d1-a9a6-6141b56e094f owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:24.062881 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:24.093754 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event deleted for resources: {'Port': ['ID=7717fff3-50a9-42d1-a9a6-6141b56e094f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:24.169090 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:24.172271 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:24.173624 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fee2a3fb-b19e-4fce-ba9b-e8867abc727e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "DELETE /v2.0/floatingips/2985b5ed-2049-4adc-a0c9-ea5535b4fe47 HTTP/1.1" status: 204 len: 168 time: 0.4720273 Aug 31 23:42:25.144703 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53702) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:25.250014 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b81cfff-d752-4df1-9c1d-18084d54317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.274175 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:42:25.294532 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:42:25.294902 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device ecaf21c5-4d8d-4daf-8c19-04eadb1fb92c not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:42:25.347492 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b81cfff-d752-4df1-9c1d-18084d54317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.351971 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b81cfff-d752-4df1-9c1d-18084d54317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.388102 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0b81cfff-d752-4df1-9c1d-18084d54317c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c09baaec92e64b269db07b60c0b9bfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420495 Aug 31 23:42:25.390796 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53708) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:25.392712 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81cfff-d752-4df1-9c1d-18084d54317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c522e0aa-10f3-4be5-973a-157d159f5cdd,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:25.448954 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26fab8a-dba4-4410-bff2-d01dea5e6c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.472001 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26fab8a-dba4-4410-bff2-d01dea5e6c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.520954 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26fab8a-dba4-4410-bff2-d01dea5e6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.523724 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26fab8a-dba4-4410-bff2-d01dea5e6c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.524619 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d26fab8a-dba4-4410-bff2-d01dea5e6c9e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c522e0aa-10f3-4be5-973a-157d159f5cdd HTTP/1.1" status: 204 len: 168 time: 0.1321909 Aug 31 23:42:25.532484 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fab8a-dba4-4410-bff2-d01dea5e6c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c522e0aa-10f3-4be5-973a-157d159f5cdd,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:25.776752 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53716) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:25.781355 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8cb4a03f-1e95-4e08-8190-b8c6bc415ae5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707064696', 'description': 'tempest-description--2122027165'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:25.804940 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a03f-1e95-4e08-8190-b8c6bc415ae5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.895576 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a03f-1e95-4e08-8190-b8c6bc415ae5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.899868 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a03f-1e95-4e08-8190-b8c6bc415ae5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.922709 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a03f-1e95-4e08-8190-b8c6bc415ae5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:25.923875 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8cb4a03f-1e95-4e08-8190-b8c6bc415ae5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1461880 Aug 31 23:42:25.927801 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53724) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:25.932729 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4a03f-1e95-4e08-8190-b8c6bc415ae5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840577e8-6456-4e66-b74f-716fa4e5c294,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:25.935277 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-4fc31497-8379-44ec-a4c4-507309bd8480 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'security_group_rule': {'security_group_id': '840577e8-6456-4e66-b74f-716fa4e5c294', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:25.964916 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc31497-8379-44ec-a4c4-507309bd8480 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.026586 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc31497-8379-44ec-a4c4-507309bd8480 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.030466 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc31497-8379-44ec-a4c4-507309bd8480 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.050860 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc31497-8379-44ec-a4c4-507309bd8480 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d7c481-09ef-46b2-aa06-331df94c09ff,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:26.055266 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc31497-8379-44ec-a4c4-507309bd8480 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.059052 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4fc31497-8379-44ec-a4c4-507309bd8480 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293604 Aug 31 23:42:26.059557 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53730) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:26.064320 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c051c922-d41d-4332-a2db-1b6751bad484 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'security_group_rule': {'security_group_id': '840577e8-6456-4e66-b74f-716fa4e5c294', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:26.077268 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.091420 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c051c922-d41d-4332-a2db-1b6751bad484 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.142271 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c051c922-d41d-4332-a2db-1b6751bad484 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.147267 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c051c922-d41d-4332-a2db-1b6751bad484 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.167174 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051c922-d41d-4332-a2db-1b6751bad484 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd348001-d2b7-4b68-a46e-ca83e852fb6e,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:26.176477 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c051c922-d41d-4332-a2db-1b6751bad484 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.177935 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c051c922-d41d-4332-a2db-1b6751bad484 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171572 Aug 31 23:42:26.182314 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53736) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:26.186894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:26.209720 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.307735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.417331 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Allocated IP 172.27.3.28 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/d64f3aa9-b848-4328-8baf-99e38cdd2077) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:42:26.524416 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.568323 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.607431 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:42:26.610265 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:42:26.614004 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:42:26.619524 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'Port': ['ID=d64f3aa9-b848-4328-8baf-99e38cdd2077,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:26.709540 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.751370 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.902739 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.907330 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.973041 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'Port': ['ID=d64f3aa9-b848-4328-8baf-99e38cdd2077,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:26.983669 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.997636 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.999250 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5cfb602f-eb85-4856-b4f4-a15410c4a6f6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8158793 Aug 31 23:42:27.192619 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-8aef0267-4bab-46da-8516-5c54466d406c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1707064696&fields=id&tenant_id=d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 267 time: 0.0378757 Aug 31 23:42:27.316867 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-88d5352e-5c94-4aa5-82b1-9af291730e71 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:27.318445 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-88d5352e-5c94-4aa5-82b1-9af291730e71 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 816 time: 0.1179743 Aug 31 23:42:27.332829 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-3f9f4a6f-3727-42a7-83f3-564f61f950bb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/quotas/d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 375 time: 0.0088263 Aug 31 23:42:27.395802 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-6d0f0769-0a80-4f40-b632-2ee52fff28c9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579383 Aug 31 23:42:27.510689 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-2b799824-b7c4-43f4-b79c-ef797ab06ae8 service neutron] 10.222.0.63 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033649 Aug 31 23:42:27.609334 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-8e1588c7-a68d-47b3-b70a-3d2838d42823 service neutron] 10.222.0.63 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926049 Aug 31 23:42:27.773447 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63eb8200-4f6c-43fe-a4cc-22dddcbc0c99 req-c5c0fd74-2b2a-4946-adf9-e4db87c547f5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 210 time: 0.0267036 Aug 31 23:42:28.754197 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:42:28.877477 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84ee822f-9dfa-4009-89c0-d11d363b15fb req-a635daae-48a5-4e2b-a4df-69920858c4c1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 210 time: 0.0305829 Aug 31 23:42:29.973187 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bda7e40-a66f-4c47-8a5a-fb21523fdb4d req-a733f8e6-f382-43a8-9c9d-fad854477ee3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 210 time: 0.0255454 Aug 31 23:42:31.070503 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6ffc1935-7bb3-4a23-b09a-9793672a71b8 req-216d4f7c-c3a5-492a-9550-cf17542f694d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 210 time: 0.0269344 Aug 31 23:42:32.177737 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c79b7805-479e-48ae-9b7f-eb2299f12d54 req-38fb4857-3470-4d94-a889-cea074f47e54 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 210 time: 0.0294573 Aug 31 23:42:32.367971 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-a8899c59-122c-476a-900a-86dccabc91a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:32.369734 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-a8899c59-122c-476a-900a-86dccabc91a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 816 time: 0.1209464 Aug 31 23:42:32.422732 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-ea6922c3-2265-47b1-82b5-184f1b130432 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 380 time: 0.0386596 Aug 31 23:42:32.436193 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'port': {'device_id': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'admin_state_up': True, 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'security_groups': ['840577e8-6456-4e66-b74f-716fa4e5c294']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:32.542126 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Made reservation on behalf of d0d63cf718d440eea4d58fbb5b458269 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:42:32.545653 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:32.673386 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Allocated IP 172.20.0.12 (d7b65b3c-8c08-441f-bcf3-df0e35a0aa44/453df943-c6ec-4a5d-8a08-d47fafd4467d/011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:42:32.814735 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:32.828540 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Transition to ACTIVE for port object 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:42:32.861140 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:32.909782 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:42:32.912859 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:42:32.916683 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:42:32.940041 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:32.975517 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:32.976439 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:32.996085 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-93dadce9-eefb-428b-af5f-8d333ac4ff5b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631077 Aug 31 23:42:33.015908 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Request body: {'port': {'device_id': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:33.080479 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:33.152507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2ce0b2c2-fac8-4896-98ce-d367f7d75a0f None None] Provisioning for port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:42:33.156760 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2ce0b2c2-fac8-4896-98ce-d367f7d75a0f None None] Provisioning complete for port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:42:33.157369 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2ce0b2c2-fac8-4896-98ce-d367f7d75a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:33.192805 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0b2c2-fac8-4896-98ce-d367f7d75a0f None None] Port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:42:33.356968 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadcd71-078e-4709-9f1c-78a9dd77621f req-e6aa802d-67e4-4114-9f36-b6b0e89200d5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:33.358424 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cdadcd71-078e-4709-9f1c-78a9dd77621f req-e6aa802d-67e4-4114-9f36-b6b0e89200d5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 932 time: 0.0839031 Aug 31 23:42:33.434068 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cdadcd71-078e-4709-9f1c-78a9dd77621f req-1be12921-f853-4f44-a7cc-6069b1c00ae8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683756 Aug 31 23:42:33.435888 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:42:33.444242 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:33.457472 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Transition to ACTIVE for port object 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:42:33.460924 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:33.512370 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:33.587845 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Attempting to bind port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:42:33.588182 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Attempting to bind port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:42:33.588511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Attempting to bind port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:42:33.593097 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:42:33.593410 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Attempting to bind port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b on network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:42:33.598876 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:42:33.599208 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Checking segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:42:33.599592 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Bound using segment: {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:42:33.600016 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Bound port: 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0390f57-9a10-4a8c-a08a-a3e5b8993389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:42:33.600370 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:33.670856 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:42:33.673946 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:42:33.679669 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:33.715200 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:33.715926 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:33.717180 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] 10.222.0.61 "PUT /v2.0/ports/011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 200 len: 1094 time: 0.7063951 Aug 31 23:42:33.717617 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:33.719887 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:33.748551 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf1b32-20f3-4142-add1-ab8985086ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:33.774004 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db8103-712b-41ab-b257-6c23596ff209 x-openstack-request-id: req-c3db8103-712b-41ab-b257-6c23596ff209 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:33.774870 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:33.774870 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c3db8103-712b-41ab-b257-6c23596ff209 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:33.775328 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'status': 'completed', 'code': 200} Aug 31 23:42:33.840069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-a04b94dc-85a8-494f-8f82-5a1df0e63f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:33.841605 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-a04b94dc-85a8-494f-8f82-5a1df0e63f20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1097 time: 0.0446758 Aug 31 23:42:33.899173 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-ca82066a-5a2a-4481-b946-ceb45494dbe1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 200 len: 217 time: 0.0412509 Aug 31 23:42:33.952233 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-6f6862cc-429b-4583-8f2f-379de89a5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:33.953852 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-6f6862cc-429b-4583-8f2f-379de89a5ce3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0454667 Aug 31 23:42:34.004379 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-1e0e9a49-80a8-4502-962b-2928a31482ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:34.005756 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-1e0e9a49-80a8-4502-962b-2928a31482ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451369 Aug 31 23:42:34.100600 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-aaa07140-8ade-45db-b27c-cc8ef1522093 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 Aug 31 23:42:34.210646 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2296268-6e5e-43d5-8394-6d4c770c393c req-80d667af-db9e-45ae-9b8b-83521512b468 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003597 Aug 31 23:42:34.366759 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-7d014940-973f-4282-a677-843cf9093af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:34.368250 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-7d014940-973f-4282-a677-843cf9093af1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1097 time: 0.0483770 Aug 31 23:42:34.468378 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-d0ec0991-72fc-4419-b717-c6ffe0de1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:34.470887 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-d0ec0991-72fc-4419-b717-c6ffe0de1923 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.0944076 Aug 31 23:42:34.517745 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-0ef5da96-5e80-4ad6-bdd0-65cfce616a7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 200 len: 217 time: 0.0365951 Aug 31 23:42:34.589692 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-07f73db9-cee3-4811-9367-a1b0600d8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:34.591061 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-07f73db9-cee3-4811-9367-a1b0600d8350 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0660005 Aug 31 23:42:34.602595 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc64d6-a4c8-4b68-a667-3db93fc9aed8 req-c594f235-d9ec-40d8-af61-b49f79858e55 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:34.603977 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-47bc64d6-a4c8-4b68-a667-3db93fc9aed8 req-c594f235-d9ec-40d8-af61-b49f79858e55 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0889170 Aug 31 23:42:34.667130 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-47bc64d6-a4c8-4b68-a667-3db93fc9aed8 req-68db9618-2de2-4e0f-8e03-529af085a365 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548174 Aug 31 23:42:34.669646 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-e4a56542-d4d0-4953-be00-8cf22099cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:34.671066 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-e4a56542-d4d0-4953-be00-8cf22099cb11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0662851 Aug 31 23:42:34.799485 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-2efb50f7-6def-4789-bae3-a06f57c0172f service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203206 Aug 31 23:42:34.911092 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25cbe5e7-e69e-4053-a723-d4accaaa6b6f req-01df7e9d-fd67-477a-ba8a-7d77803249ea service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974169 Aug 31 23:42:35.704221 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53834) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:35.800487 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00167ed2-a130-4198-9919-506b4b7ea87b req-8c2f7434-c8fd-4146-a896-7f6d498b97e4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:35.802632 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-00167ed2-a130-4198-9919-506b4b7ea87b req-8c2f7434-c8fd-4146-a896-7f6d498b97e4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0524693 Aug 31 23:42:35.824168 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f15d2e0-07bd-4dc9-8801-88d0b51f21c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:35.864383 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-00167ed2-a130-4198-9919-506b4b7ea87b req-2c09f2c1-1af8-42b1-921d-20651a9d058d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520129 Aug 31 23:42:35.939418 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f15d2e0-07bd-4dc9-8801-88d0b51f21c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:35.943596 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f15d2e0-07bd-4dc9-8801-88d0b51f21c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:35.981317 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6f15d2e0-07bd-4dc9-8801-88d0b51f21c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=543339c14ace4ec391b18a600bb800ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753572 Aug 31 23:42:35.982021 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15d2e0-07bd-4dc9-8801-88d0b51f21c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585b3a84-6bef-4680-aa4f-cfcf3744fc70,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:35.983892 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53840) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:36.037562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed5e1-0710-4b00-97ae-e2a8e3f9f7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:36.058962 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed5e1-0710-4b00-97ae-e2a8e3f9f7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:36.107203 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed5e1-0710-4b00-97ae-e2a8e3f9f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:36.109798 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed5e1-0710-4b00-97ae-e2a8e3f9f7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:36.110964 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8a2ed5e1-0710-4b00-97ae-e2a8e3f9f7f6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/585b3a84-6bef-4680-aa4f-cfcf3744fc70 HTTP/1.1" status: 204 len: 168 time: 0.1260827 Aug 31 23:42:36.119537 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ed5e1-0710-4b00-97ae-e2a8e3f9f7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b3a84-6bef-4680-aa4f-cfcf3744fc70,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:36.996294 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c643d5b-f11a-44f8-8ccd-45fe46445fc3 req-762ba859-3840-4e83-ac2f-54b47b3cf2af tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:36.998448 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5c643d5b-f11a-44f8-8ccd-45fe46445fc3 req-762ba859-3840-4e83-ac2f-54b47b3cf2af tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0566251 Aug 31 23:42:37.047347 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5c643d5b-f11a-44f8-8ccd-45fe46445fc3 req-7be5435d-4d20-4808-995e-2e84cfc36392 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Aug 31 23:42:37.365604 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:42:37.458138 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:37.472705 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'port_id': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'mac_address': 'fa:16:3e:b3:84:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:42:37.509981 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:37.527718 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:42:37.553782 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:37.557771 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:37.607138 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:38.040469 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:42:38.180679 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e2cc7-8e07-4984-888d-c529953823e9 req-635fe233-8985-4db4-9173-d68df870b389 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:38.182179 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-366e2cc7-8e07-4984-888d-c529953823e9 req-635fe233-8985-4db4-9173-d68df870b389 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 945 time: 0.0520685 Aug 31 23:42:38.222098 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-366e2cc7-8e07-4984-888d-c529953823e9 req-435504de-c944-468b-a19f-9106e62946e7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300634 Aug 31 23:42:39.340724 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaca7af-da3a-401c-81f3-ea955211b7d5 req-72a7601f-4544-4cc7-abcf-7533452e2de5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:39.342265 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dfaca7af-da3a-401c-81f3-ea955211b7d5 req-72a7601f-4544-4cc7-abcf-7533452e2de5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 945 time: 0.0482829 Aug 31 23:42:39.368516 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:42:39.379730 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dfaca7af-da3a-401c-81f3-ea955211b7d5 req-5867c93f-bbf0-466e-b0e0-930e5d370f92 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316327 Aug 31 23:42:39.416122 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:42:39.419551 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:42:39.419916 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:39.498424 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:39.519747 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:39.522664 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ab357f-1c5e-460f-ac58-197729783fa9" -d '{"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-plugged", "status": "completed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:39.534987 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:39.539549 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:39.564038 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cc041d-168a-494c-a244-7f26e6635bdb x-openstack-request-id: req-63cc041d-168a-494c-a244-7f26e6635bdb {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:39.564330 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-plugged", "status": "completed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:39.564574 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63cc041d-168a-494c-a244-7f26e6635bdb {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:39.564969 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'code': 200} Aug 31 23:42:39.591955 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:39.768384 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e3f6e-7bd5-406d-9135-17bac84e445d req-d5b11b45-5382-4017-8663-da1276256732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:39.770463 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-521e3f6e-7bd5-406d-9135-17bac84e445d req-d5b11b45-5382-4017-8663-da1276256732 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1099 time: 0.0445642 Aug 31 23:42:39.812742 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-521e3f6e-7bd5-406d-9135-17bac84e445d req-f3c00267-f741-4bb7-9f00-e3b7ff3a15d4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349829 Aug 31 23:42:40.499635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0554f-9c4a-46ca-b7d3-3c11ddb23869 req-44a39c7b-e3c1-40f7-aa93-5e7d9f81ef2f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:40.501156 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8ae0554f-9c4a-46ca-b7d3-3c11ddb23869 req-44a39c7b-e3c1-40f7-aa93-5e7d9f81ef2f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0497084 Aug 31 23:42:40.543894 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8ae0554f-9c4a-46ca-b7d3-3c11ddb23869 req-16ece357-bc50-4351-b033-7a547d017c4d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Aug 31 23:42:40.685712 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860e2bb-af9c-48b6-bb00-839d1515af7a req-ad0de70b-1926-4c42-8bba-192a84761e9c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:40.687109 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c860e2bb-af9c-48b6-bb00-839d1515af7a req-ad0de70b-1926-4c42-8bba-192a84761e9c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0493007 Aug 31 23:42:40.724911 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c860e2bb-af9c-48b6-bb00-839d1515af7a req-d51b3611-e30c-4f66-acb9-2c828a6be222 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311837 Aug 31 23:42:41.668462 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb33d4e-4af1-4ea0-84fa-814582218936 req-5c72ce2a-0cfc-43b9-8779-10c558d05c08 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:41.670103 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3eb33d4e-4af1-4ea0-84fa-814582218936 req-5c72ce2a-0cfc-43b9-8779-10c558d05c08 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0476694 Aug 31 23:42:41.707451 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3eb33d4e-4af1-4ea0-84fa-814582218936 req-dc42dcd9-6bdf-42db-8199-5b2950897e9d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Aug 31 23:42:41.824763 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbd375-cd45-4b6e-9bf1-5da51eedbba8 req-b626f055-0abc-4e9d-bd69-990977dcaa3f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:41.826259 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5fbd375-cd45-4b6e-9bf1-5da51eedbba8 req-b626f055-0abc-4e9d-bd69-990977dcaa3f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0524263 Aug 31 23:42:41.835044 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53868) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:41.838959 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244597d-b857-4daa-986c-bb5b586fcc2b req-4a4393b6-738c-440f-ba91-110f37223cc4 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:41.839476 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Request body: {'floatingip': {'port_id': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:41.840420 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8244597d-b857-4daa-986c-bb5b586fcc2b req-4a4393b6-738c-440f-ba91-110f37223cc4 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0488968 Aug 31 23:42:41.878603 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:41.878917 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8244597d-b857-4daa-986c-bb5b586fcc2b req-3a3c6825-ebca-4194-9758-f0f5cd66e541 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324688 Aug 31 23:42:42.321713 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:42.325676 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:42.425794 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Floating IP 0d69002c-5343-487b-a824-2704c150b84b associated. External IP: 172.27.3.28, port: 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b. Aug 31 23:42:42.633996 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Router e5678596-e4c9-4d93-8229-76939829fc2b has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:42:42.740029 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:42:42.744884 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:42.749821 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] Sync routers for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:42:42.760130 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:42.760736 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:42.772768 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e1bd2c24-c29b-4b23-b3de-10e8e66b20f4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "PUT /v2.0/floatingips/0d69002c-5343-487b-a824-2704c150b84b HTTP/1.1" status: 200 len: 991 time: 0.9367335 Aug 31 23:42:42.773575 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:42.775938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5498841c-5fb7-41a7-85ae-65c201d48b21" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:42.815672 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70d2463-8644-4766-bbca-d7fffd32eaff x-openstack-request-id: req-c70d2463-8644-4766-bbca-d7fffd32eaff {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:42.815964 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:42.816216 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c70d2463-8644-4766-bbca-d7fffd32eaff {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:42.816601 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'status': 'completed', 'code': 200} Aug 31 23:42:42.870519 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:42.914748 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-56b9a7b9-22c0-4553-9f05-d4a331792b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:42.916382 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-56b9a7b9-22c0-4553-9f05-d4a331792b60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1099 time: 0.0441728 Aug 31 23:42:43.015673 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163db76c-1b99-4650-8e19-b5a36b403a99 req-8fa4a3f0-cd98-45e0-84b3-573d4ea90802 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:43.017150 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-163db76c-1b99-4650-8e19-b5a36b403a99 req-8fa4a3f0-cd98-45e0-84b3-573d4ea90802 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0689530 Aug 31 23:42:43.031899 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-78971e76-86b7-4c16-a74b-63ee90a44efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:43.033218 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-78971e76-86b7-4c16-a74b-63ee90a44efc service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.1075525 Aug 31 23:42:43.139920 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '0d69002c-5343-487b-a824-2704c150b84b', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'port_id': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'mac_address': 'fa:16:3e:b3:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:42:26Z', 'updated_at': '2021-08-31T23:42:42Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:43.169011 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] Checking router: e5678596-e4c9-4d93-8229-76939829fc2b for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:42:43.180810 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:43.181441 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:43.297641 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:43.366490 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-b0e8bf46-d153-4c3e-955b-f43b657e3334 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 200 len: 999 time: 0.3232679 Aug 31 23:42:43.384704 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-163db76c-1b99-4650-8e19-b5a36b403a99 req-3a98a2bd-ea40-41c7-ab24-773b084853b0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3568132 Aug 31 23:42:43.428852 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-da9bb2e3-2e0f-44f0-920a-9c50f13a17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:43.430254 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-da9bb2e3-2e0f-44f0-920a-9c50f13a17bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0447574 Aug 31 23:42:43.502474 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-a42ef4df-fc24-4e42-a5ce-a2669f0565f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:43.505003 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-a42ef4df-fc24-4e42-a5ce-a2669f0565f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599527 Aug 31 23:42:43.533135 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '0d69002c-5343-487b-a824-2704c150b84b', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'port_id': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'mac_address': 'fa:16:3e:b3:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:42:26Z', 'updated_at': '2021-08-31T23:42:42Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:43.563548 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77050348-846d-4d46-9b38-d6b5edf7ff58 None None] The sync data for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi is: [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '0d69002c-5343-487b-a824-2704c150b84b', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'port_id': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'mac_address': 'fa:16:3e:b3:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:42:26Z', 'updated_at': '2021-08-31T23:42:42Z', 'revision_number': 1, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:42:43.597656 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-ed1f572f-749a-4a50-96d5-ef787ffb2fa3 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Aug 31 23:42:43.691492 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5498841c-5fb7-41a7-85ae-65c201d48b21 req-9f79a462-89e8-437f-a876-7bff027bc549 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Aug 31 23:42:43.745591 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464aa123-5fe1-4604-84ba-5631bd28339e None None] New status for floating IP 0d69002c-5343-487b-a824-2704c150b84b: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:42:44.275481 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff381763-e239-45b7-9c1f-73f607ea7d26 req-cf0f89b8-9657-4101-b7c2-c2310b413724 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:44.276879 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ff381763-e239-45b7-9c1f-73f607ea7d26 req-cf0f89b8-9657-4101-b7c2-c2310b413724 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0564659 Aug 31 23:42:44.313819 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ff381763-e239-45b7-9c1f-73f607ea7d26 req-2de080ff-3efd-45cd-a887-b846a6e58816 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Aug 31 23:42:44.500579 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a8168-1fe9-4106-8bd4-1f67bfaa902c req-98099e7e-c7bf-4a18-9036-04297f793b08 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:44.502019 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-126a8168-1fe9-4106-8bd4-1f67bfaa902c req-98099e7e-c7bf-4a18-9036-04297f793b08 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0474713 Aug 31 23:42:44.538401 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-126a8168-1fe9-4106-8bd4-1f67bfaa902c req-1a197789-649b-450e-b7c1-a73770528196 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298338 Aug 31 23:42:45.427682 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ec00-3f6f-41a7-9209-19efe46e10a5 req-6110026e-e891-40c0-bb51-43452e200acc tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:45.429100 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ac1ec00-3f6f-41a7-9209-19efe46e10a5 req-6110026e-e891-40c0-bb51-43452e200acc tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0478222 Aug 31 23:42:45.470763 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ac1ec00-3f6f-41a7-9209-19efe46e10a5 req-8c3e40e1-fcc6-458f-9d8d-da9d4ab5da89 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=6c0305a6-cd60-434e-93a8-c13a62a3cbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Aug 31 23:42:45.652480 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f92857-c1f7-4b38-8b83-60f5464debc1 req-3a51ac8b-401c-47df-b97d-3debae19cb0b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:45.653954 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c0f92857-c1f7-4b38-8b83-60f5464debc1 req-3a51ac8b-401c-47df-b97d-3debae19cb0b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0486798 Aug 31 23:42:45.698614 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c0f92857-c1f7-4b38-8b83-60f5464debc1 req-6a37e9ca-07f3-4136-8836-a660f0eb764e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385249 Aug 31 23:42:45.759563 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-a7feda07-5add-4583-8322-8cf9d612caca tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:45.761013 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-a7feda07-5add-4583-8322-8cf9d612caca tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 945 time: 0.0505767 Aug 31 23:42:45.856358 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Deleting port 089f9303-14a5-4e02-9a25-c987ed09fdfd {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:45.856697 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:45.942318 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] For port 089f9303-14a5-4e02-9a25-c987ed09fdfd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=089f9303-14a5-4e02-9a25-c987ed09fdfd,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:45.942629 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:46.114164 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:46.114568 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:46.114886 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Floating IP 3e812f52-593d-469a-9559-b0912d318e2a disassociated. External IP: 172.27.3.70, port: 089f9303-14a5-4e02-9a25-c987ed09fdfd. Aug 31 23:42:46.115223 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Calling delete_port for 089f9303-14a5-4e02-9a25-c987ed09fdfd owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:46.240884 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:46.273429 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event deleted for resources: {'Port': ['ID=089f9303-14a5-4e02-9a25-c987ed09fdfd,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:46.284894 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.285243 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.286239 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.286574 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.286906 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.287295 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.287617 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.287937 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.288256 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.288572 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.288886 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.289197 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:46.398304 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Router e9393ddb-afe8-4070-81f7-36d709fe1481 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:42:46.500469 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:42:46.511893 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] Sync routers for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:42:46.521658 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:46.522269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:46.546408 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] No DVR routers for this DVR port 089f9303-14a5-4e02-9a25-c987ed09fdfd on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:42:46.549182 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:46.551259 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f82cc05-0ef3-492a-88a8-cfdd560d1660 req-92c6ebec-a60c-4dc9-b35f-9af18c105183 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "DELETE /v2.0/ports/089f9303-14a5-4e02-9a25-c987ed09fdfd HTTP/1.1" status: 204 len: 173 time: 0.7831221 Aug 31 23:42:46.552302 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'name': 'network-vif-deleted', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:46.554613 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e061279-6ec1-4683-b932-0d76a036ed24" -d '{"events": [{"server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "name": "network-vif-deleted", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:46.586346 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-94b12ae9-8e74-4415-8aed-e29dd273a7ca req-e27a5a70-5959-4924-91cc-ed0c6d124793 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=1aaefdfb-92ff-4b28-accf-646b15b89761 HTTP/1.1" status: 200 len: 210 time: 0.0411935 Aug 31 23:42:46.612243 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d3f84-8769-4a8f-8264-0d315ffa3961 x-openstack-request-id: req-800d3f84-8769-4a8f-8264-0d315ffa3961 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:46.612634 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaefdfb-92ff-4b28-accf-646b15b89761", "name": "network-vif-deleted", "tag": "089f9303-14a5-4e02-9a25-c987ed09fdfd", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:46.612952 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-800d3f84-8769-4a8f-8264-0d315ffa3961 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:46.613408 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaefdfb-92ff-4b28-accf-646b15b89761', 'name': 'network-vif-deleted', 'tag': '089f9303-14a5-4e02-9a25-c987ed09fdfd', 'status': 'completed', 'code': 200} Aug 31 23:42:46.646116 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:46.847556 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425e39a-324e-4a64-9a11-9617d494c0c7 req-1ec35540-b810-4113-913f-5e049e4884cb tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:46.849853 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0425e39a-324e-4a64-9a11-9617d494c0c7 req-1ec35540-b810-4113-913f-5e049e4884cb tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0770054 Aug 31 23:42:46.875818 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:46.888670 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0425e39a-324e-4a64-9a11-9617d494c0c7 req-9181ef37-cb7a-4522-8ed0-b216a72ffc8e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326576 Aug 31 23:42:46.902037 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] Checking router: e9393ddb-afe8-4070-81f7-36d709fe1481 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:42:46.910236 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:46.910889 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:47.134315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:47.329123 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e9a22899-ffba-46ca-8250-5ce4bfb01f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:47.352318 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:47.379291 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e0ee6-3067-4f26-a2da-c84a86458af1 None None] The sync data for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi is: [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:42:47.602203 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1395df3-1ea7-40b0-9317-ca7c409e5e81 None None] New status for floating IP 3e812f52-593d-469a-9559-b0912d318e2a: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:42:47.688502 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53914) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:47.749485 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8727e561-d9bd-430f-bd0f-50fa08829d31 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:47.776787 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8727e561-d9bd-430f-bd0f-50fa08829d31 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:47.823004 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8727e561-d9bd-430f-bd0f-50fa08829d31 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:47.825491 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8727e561-d9bd-430f-bd0f-50fa08829d31 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:47.826648 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8727e561-d9bd-430f-bd0f-50fa08829d31 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "DELETE /v2.0/security-groups/6c0305a6-cd60-434e-93a8-c13a62a3cbb5 HTTP/1.1" status: 204 len: 168 time: 0.1371396 Aug 31 23:42:47.829577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53916) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:47.837846 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727e561-d9bd-430f-bd0f-50fa08829d31 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0305a6-cd60-434e-93a8-c13a62a3cbb5,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:47.843811 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-b3cd22fd-8136-48a8-b527-510501bd98dc tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] show failed (client error): The resource could not be found. Aug 31 23:42:47.844798 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b3cd22fd-8136-48a8-b527-510501bd98dc tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups/6c0305a6-cd60-434e-93a8-c13a62a3cbb5 HTTP/1.1" status: 404 len: 347 time: 0.0141921 Aug 31 23:42:47.847826 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53918) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:47.971629 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Deleting port a79a3179-0ad0-42ee-9ace-58a86de34ce9 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:47.971972 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.002206 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5635eef-a4fa-4636-94ef-7648bfffac07 req-d64fd93a-1b81-4129-8149-b2561c6218b0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:48.003817 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5635eef-a4fa-4636-94ef-7648bfffac07 req-d64fd93a-1b81-4129-8149-b2561c6218b0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0493798 Aug 31 23:42:48.042220 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5635eef-a4fa-4636-94ef-7648bfffac07 req-9b931f52-69ba-443d-9ee2-b6e5ff3b03a8 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317450 Aug 31 23:42:48.044468 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.044859 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.056917 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Calling delete_port for a79a3179-0ad0-42ee-9ace-58a86de34ce9 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:48.189419 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.213583 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event deleted for resources: {'Port': ['ID=a79a3179-0ad0-42ee-9ace-58a86de34ce9,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:48.276620 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.279174 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.283521 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ca61c7f7-c687-4220-af78-7fe9879d8328 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "DELETE /v2.0/floatingips/3e812f52-593d-469a-9559-b0912d318e2a HTTP/1.1" status: 204 len: 168 time: 0.4315805 Aug 31 23:42:48.606622 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 53928) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:48.611294 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-859874be-dd00-41c3-980f-d6652a9b53cb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251844143', 'description': 'tempest-description--1145279694'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:48.635016 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-859874be-dd00-41c3-980f-d6652a9b53cb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.713612 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-859874be-dd00-41c3-980f-d6652a9b53cb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.718281 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-859874be-dd00-41c3-980f-d6652a9b53cb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.745220 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-859874be-dd00-41c3-980f-d6652a9b53cb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.746500 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-859874be-dd00-41c3-980f-d6652a9b53cb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1387849 Aug 31 23:42:48.750030 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53930) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:48.750814 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859874be-dd00-41c3-980f-d6652a9b53cb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e90f52-999e-45de-a519-35a219899c8e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:48.758091 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-cb08ed16-6851-485d-8c65-58428c3cc41d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'security_group_rule': {'security_group_id': 'd0e90f52-999e-45de-a519-35a219899c8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:48.791847 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cb08ed16-6851-485d-8c65-58428c3cc41d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.845040 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cb08ed16-6851-485d-8c65-58428c3cc41d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.849373 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cb08ed16-6851-485d-8c65-58428c3cc41d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.868424 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08ed16-6851-485d-8c65-58428c3cc41d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e101d80d-af9b-447a-a848-393645416f3a,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:48.877149 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cb08ed16-6851-485d-8c65-58428c3cc41d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.878588 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-cb08ed16-6851-485d-8c65-58428c3cc41d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269801 Aug 31 23:42:48.881657 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53932) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:48.886472 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8a088736-acf8-4ca6-ae14-2b15d9867450 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'security_group_rule': {'security_group_id': 'd0e90f52-999e-45de-a519-35a219899c8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:48.912374 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a088736-acf8-4ca6-ae14-2b15d9867450 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.968775 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a088736-acf8-4ca6-ae14-2b15d9867450 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.972904 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a088736-acf8-4ca6-ae14-2b15d9867450 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938802'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.989762 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a088736-acf8-4ca6-ae14-2b15d9867450 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e917bc95-4d9d-4fd0-af97-811bfbf67c25,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:48.997395 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a088736-acf8-4ca6-ae14-2b15d9867450 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.998599 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8a088736-acf8-4ca6-ae14-2b15d9867450 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158495 Aug 31 23:42:49.001603 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 53934) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:49.005961 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:49.027551 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.129350 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.170324 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a116b-13db-4f0b-a7bb-5296dc3a33df req-7bc856f4-a951-4305-9cca-0100ca448bbf tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:49.171896 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c98a116b-13db-4f0b-a7bb-5296dc3a33df req-7bc856f4-a951-4305-9cca-0100ca448bbf tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0545568 Aug 31 23:42:49.209320 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c98a116b-13db-4f0b-a7bb-5296dc3a33df req-54520bff-c385-469c-81f9-cfb5be2628df tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314686 Aug 31 23:42:49.234352 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Allocated IP 172.27.3.143 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/368fb6dc-2f45-4a01-834e-5c58a0dcf9d4) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:42:49.337991 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.376001 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.411936 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:42:49.418080 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:42:49.420506 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:42:49.428119 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 089f9303-14a5-4e02-9a25-c987ed09fdfd no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:42:49.446671 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'Port': ['ID=368fb6dc-2f45-4a01-834e-5c58a0dcf9d4,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:49.448491 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 089f9303-14a5-4e02-9a25-c987ed09fdfd {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:42:49.448990 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 089f9303-14a5-4e02-9a25-c987ed09fdfd not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:42:49.516878 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.552005 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.700808 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.705173 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.772491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'Port': ['ID=368fb6dc-2f45-4a01-834e-5c58a0dcf9d4,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:49.782431 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.798017 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.799339 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-26d15d3a-631b-4088-8a10-e942a8e43c75 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7968042 Aug 31 23:42:49.809171 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-afdf4d94-3d87-4dfc-a2ba-3d500add48ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.903150 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:50.010029 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-63c8fa0a-191d-4a67-b77b-bb55b23afb58 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--251844143&fields=id&tenant_id=3a523829007a4ec7937d3dd3c160d688 HTTP/1.1" status: 200 len: 267 time: 0.0542834 Aug 31 23:42:50.121392 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-61d5f13d-9007-4be3-ab41-3a20868c5d97 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:50.123131 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-61d5f13d-9007-4be3-ab41-3a20868c5d97 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 811 time: 0.1066401 Aug 31 23:42:50.138078 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-626c558c-fb07-4141-bbd5-b45b4c35a23e tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/quotas/3a523829007a4ec7937d3dd3c160d688 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Aug 31 23:42:50.194253 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-8320c937-724c-4b9e-aa25-e1c99a9f2fbd tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508986 Aug 31 23:42:50.298780 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1e9e9da6-8deb-44bc-a869-f21656b7ddeb service neutron] 10.222.0.63 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923812 Aug 31 23:42:50.342797 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bcf98-8195-49b8-877f-ae666a387ed3 req-c8e9b130-8af7-4528-90ed-16b9d66605ae tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:50.344278 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb6bcf98-8195-49b8-877f-ae666a387ed3 req-c8e9b130-8af7-4528-90ed-16b9d66605ae tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0607066 Aug 31 23:42:50.389024 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb6bcf98-8195-49b8-877f-ae666a387ed3 req-4981775d-a95d-4deb-aaaf-9a08c68c45e0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340116 Aug 31 23:42:50.399824 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-db1836e6-c222-4d75-9970-06971389640e service neutron] 10.222.0.63 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943062 Aug 31 23:42:50.558005 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32a7835a-1bf9-467f-a67e-83f84daf9337 req-08d42b61-ade1-4596-b7da-42576c4ec2dd tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 210 time: 0.0294559 Aug 31 23:42:50.971603 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-45b68e6d-69f2-4300-b7c4-ff0b8281b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:50.973173 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-45b68e6d-69f2-4300-b7c4-ff0b8281b082 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1099 time: 0.0436344 Aug 31 23:42:51.074157 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-60e51d35-8ae6-4698-a0b3-9538968a920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:51.076008 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-60e51d35-8ae6-4698-a0b3-9538968a920b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 910 time: 0.0960996 Aug 31 23:42:51.144993 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:51.152949 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-fc821e75-3a41-4780-9927-5eba89e382b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 1001 time: 0.0672719 Aug 31 23:42:51.203759 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-7ed06cbd-8885-4e54-ad83-042cf0a93374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:51.205190 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-7ed06cbd-8885-4e54-ad83-042cf0a93374 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 200 len: 847 time: 0.0441241 Aug 31 23:42:51.249669 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-14dc60a4-d7bb-4857-b937-de90707a7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:51.251142 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-14dc60a4-d7bb-4857-b937-de90707a7694 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384278 Aug 31 23:42:51.356187 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-a1e02a7e-e00c-48d3-b24c-8653f01eea76 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973132 Aug 31 23:42:51.459002 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18318858-1ee8-4a3a-92da-a1fa326c13ac req-b0518b61-03de-4046-ba5f-3f000d451afc service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865688 Aug 31 23:42:51.529365 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7b569-3a43-4851-8ec4-b64abebfe57a req-9bd88b85-68c2-40a0-8dfe-0db90afc8f80 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:51.530845 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c9d7b569-3a43-4851-8ec4-b64abebfe57a req-9bd88b85-68c2-40a0-8dfe-0db90afc8f80 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0521705 Aug 31 23:42:51.569487 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c9d7b569-3a43-4851-8ec4-b64abebfe57a req-6417191c-e7cc-4a72-b53a-3616f685f287 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321312 Aug 31 23:42:51.663897 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cb2c17ca-8d6b-40e0-bdd3-7c1e662bf533 req-55f7f346-2f95-48ad-bee4-043e32053214 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 210 time: 0.0328841 Aug 31 23:42:51.736886 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-39c0f8e6-d8f5-4df9-bd1f-41ead045638f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:51.738403 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-39c0f8e6-d8f5-4df9-bd1f-41ead045638f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 811 time: 0.1626482 Aug 31 23:42:51.806639 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-13604bc3-9d11-4e39-853c-c8b84d428501 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a523829007a4ec7937d3dd3c160d688 HTTP/1.1" status: 200 len: 379 time: 0.0366273 Aug 31 23:42:51.824498 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'port': {'device_id': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'admin_state_up': True, 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'security_groups': ['d0e90f52-999e-45de-a519-35a219899c8e']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:51.933273 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Made reservation on behalf of 3a523829007a4ec7937d3dd3c160d688 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:42:51.936814 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.068239 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Allocated IP 172.20.0.5 (3a01cbee-1397-417e-b51b-4c622421e828/8efd5342-fd3b-499e-a9d1-72b1f94cf12b/b22527f1-9666-45bf-a374-270bc157fb73) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:42:52.208440 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.222647 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Transition to ACTIVE for port object b22527f1-9666-45bf-a374-270bc157fb73 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:42:52.257503 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.300012 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Network 3a01cbee-1397-417e-b51b-4c622421e828 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:42:52.303645 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:42:52.307335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:42:52.313490 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event updated for resources: {'Port': ['ID=b22527f1-9666-45bf-a374-270bc157fb73,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:52.359056 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:52.359670 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.376983 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-1ae0c8b4-51e3-4f6d-8894-d0db1f8ed798 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571849 Aug 31 23:42:52.396473 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Request body: {'port': {'device_id': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:52.457693 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.482577 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b942996b-fa2b-46e7-939d-25c920daa4ca None None] Provisioning for port b22527f1-9666-45bf-a374-270bc157fb73 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:42:52.486268 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b942996b-fa2b-46e7-939d-25c920daa4ca None None] Provisioning complete for port b22527f1-9666-45bf-a374-270bc157fb73 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:42:52.486729 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b942996b-fa2b-46e7-939d-25c920daa4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.523308 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-b942996b-fa2b-46e7-939d-25c920daa4ca None None] Port b22527f1-9666-45bf-a374-270bc157fb73 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:42:52.692510 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.773165 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2e6a-4546-469e-99e6-5079fbab109b req-17c40ae9-b43a-4999-94f1-a178c3175308 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:52.775732 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-549d2e6a-4546-469e-99e6-5079fbab109b req-17c40ae9-b43a-4999-94f1-a178c3175308 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.1352296 Aug 31 23:42:52.783059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb023e-6511-41ae-ba36-2b515f2f9ded req-129f9e4e-f6b9-41ea-890a-60f318456cc0 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:52.784527 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-91eb023e-6511-41ae-ba36-2b515f2f9ded req-129f9e4e-f6b9-41ea-890a-60f318456cc0 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 931 time: 0.0482514 Aug 31 23:42:52.822124 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-91eb023e-6511-41ae-ba36-2b515f2f9ded req-d968c7ed-f411-4365-8c90-d840357af917 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304885 Aug 31 23:42:52.894211 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-549d2e6a-4546-469e-99e6-5079fbab109b req-8bfe7f03-086c-44c3-b0c9-dd2a1b8fddb3 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122029 Aug 31 23:42:52.897430 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22527f1-9666-45bf-a374-270bc157fb73 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:42:52.907317 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.920029 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Transition to ACTIVE for port object b22527f1-9666-45bf-a374-270bc157fb73 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:42:52.924118 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:52.979604 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Pushing event updated for resources: {'Port': ['ID=b22527f1-9666-45bf-a374-270bc157fb73,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:53.046587 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Attempting to bind port b22527f1-9666-45bf-a374-270bc157fb73 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:42:53.046938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Attempting to bind port b22527f1-9666-45bf-a374-270bc157fb73 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:42:53.047256 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Attempting to bind port b22527f1-9666-45bf-a374-270bc157fb73 on network 3a01cbee-1397-417e-b51b-4c622421e828 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:42:53.052030 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Port b22527f1-9666-45bf-a374-270bc157fb73 on network 3a01cbee-1397-417e-b51b-4c622421e828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:42:53.052339 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Attempting to bind port b22527f1-9666-45bf-a374-270bc157fb73 on network 3a01cbee-1397-417e-b51b-4c622421e828 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:42:53.059905 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:42:53.060240 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Checking segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:42:53.060620 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Bound using segment: {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:42:53.061048 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Bound port: b22527f1-9666-45bf-a374-270bc157fb73, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63185114-71b8-4d24-bdb3-f73111a9cc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:42:53.061404 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:53.129950 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] For port b22527f1-9666-45bf-a374-270bc157fb73, host hv-cinder-75994, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:42:53.133562 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] For port b22527f1-9666-45bf-a374-270bc157fb73, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b22527f1-9666-45bf-a374-270bc157fb73,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:42:53.137356 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:53.169831 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.170420 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:53.171826 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] 10.222.0.61 "PUT /v2.0/ports/b22527f1-9666-45bf-a374-270bc157fb73 HTTP/1.1" status: 200 len: 1093 time: 0.7798927 Aug 31 23:42:53.172256 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:53.174459 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311276f3-251a-432c-a688-d3f1a1263dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "tag": "b22527f1-9666-45bf-a374-270bc157fb73"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:53.202281 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7087864-c53f-4353-94e1-7b4cbe18a592 service neutron] Pushing event updated for resources: {'Port': ['ID=b22527f1-9666-45bf-a374-270bc157fb73,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:53.230064 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c52f401-0423-44a6-b7f1-6fd0b29e66d5 x-openstack-request-id: req-5c52f401-0423-44a6-b7f1-6fd0b29e66d5 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:53.230695 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "tag": "b22527f1-9666-45bf-a374-270bc157fb73", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:53.230695 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c52f401-0423-44a6-b7f1-6fd0b29e66d5 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:53.230946 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73', 'status': 'completed', 'code': 200} Aug 31 23:42:53.305526 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-7b8278f2-a2f2-4efb-ae55-5849ceed094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.307083 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-7b8278f2-a2f2-4efb-ae55-5849ceed094f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 1096 time: 0.0448508 Aug 31 23:42:53.361123 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-c6af5e1f-2bdd-4d57-bf1b-ad3f541d3474 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b22527f1-9666-45bf-a374-270bc157fb73 HTTP/1.1" status: 200 len: 217 time: 0.0383568 Aug 31 23:42:53.432850 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-b79219c9-2b08-4508-9b91-c0facd154c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.434329 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-b79219c9-2b08-4508-9b91-c0facd154c8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0451477 Aug 31 23:42:53.483812 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-b31a94a1-957e-4ae5-8d74-875e0fdf2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.485314 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-b31a94a1-957e-4ae5-8d74-875e0fdf2dcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433655 Aug 31 23:42:53.580844 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-082ad975-a88d-4feb-8227-4772f32da467 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 Aug 31 23:42:53.670016 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-048e76a5-571b-42b2-b7e8-2be5d561474e req-b0908842-0be1-415c-9f3b-249776bb098a service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813780 Aug 31 23:42:53.814035 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-ddb74f85-4ca2-452f-af13-9840a66149f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.815560 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-ddb74f85-4ca2-452f-af13-9840a66149f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 1096 time: 0.0413918 Aug 31 23:42:53.910834 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-cfd9bb82-10d6-462b-8cbf-f8b7be06271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.912350 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-cfd9bb82-10d6-462b-8cbf-f8b7be06271d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 913 time: 0.0896294 Aug 31 23:42:53.974060 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-65900947-0b65-44f3-b9c0-81aec2333b82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b22527f1-9666-45bf-a374-270bc157fb73 HTTP/1.1" status: 200 len: 217 time: 0.0448413 Aug 31 23:42:53.989148 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78116a-8309-4e6a-90f9-88591adf03f7 req-4c091935-6807-492b-bf81-15d0f6f9a42c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.991651 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed78116a-8309-4e6a-90f9-88591adf03f7 req-4c091935-6807-492b-bf81-15d0f6f9a42c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 943 time: 0.0661271 Aug 31 23:42:54.038820 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed78116a-8309-4e6a-90f9-88591adf03f7 req-7391af4c-aa15-4cb0-aead-a5b268471d2c tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407376 Aug 31 23:42:54.057786 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-db8c6b0c-c81f-42c6-a719-9b337b2dce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:54.058811 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-db8c6b0c-c81f-42c6-a719-9b337b2dce23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0731099 Aug 31 23:42:54.085131 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd492-d8db-48cc-a67e-b01f9f05204e req-23d24dd1-2382-4fad-b742-cf21d6af72bf tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:54.086666 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-984bd492-d8db-48cc-a67e-b01f9f05204e req-23d24dd1-2382-4fad-b742-cf21d6af72bf tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0933220 Aug 31 23:42:54.139865 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-6ff121de-ea9d-4e78-9f67-1227b0922809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:54.141378 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-6ff121de-ea9d-4e78-9f67-1227b0922809 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734479 Aug 31 23:42:54.144547 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-984bd492-d8db-48cc-a67e-b01f9f05204e req-18745ce2-bf70-409f-9044-938c7fb623e1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441315 Aug 31 23:42:54.246004 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-f3f6ff2f-7d41-4d33-b28d-be9d45f8a2e2 req-524e4a72-ac67-443f-9884-32e7529009fc service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:42:54.247176 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3f6ff2f-7d41-4d33-b28d-be9d45f8a2e2 req-524e4a72-ac67-443f-9884-32e7529009fc service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111990 Aug 31 23:42:54.253358 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-2fd5d6ba-1d34-4ca9-8c3b-a59c71edf9cf service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930238 Aug 31 23:42:54.353621 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-311276f3-251a-432c-a688-d3f1a1263dc7 req-f1dbeecd-50bc-4533-87ac-f2d2080f6a78 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916116 Aug 31 23:42:54.409560 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-4af03ca2-470d-495f-aee2-ac2e2c280db4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735123 Aug 31 23:42:54.427141 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4dcfd-b0e1-456f-9f8b-67aa1026af2c req-d7d41c08-3b9e-4613-bab9-97e8d65faa93 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:54.428619 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60c4dcfd-b0e1-456f-9f8b-67aa1026af2c req-d7d41c08-3b9e-4613-bab9-97e8d65faa93 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0647128 Aug 31 23:42:54.468966 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60c4dcfd-b0e1-456f-9f8b-67aa1026af2c req-ce4a10a5-16dd-45fc-b4ae-23ac28abf458 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342360 Aug 31 23:42:55.159279 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42077-4fd4-4e4f-adb9-5b16a25dd5c9 req-93600f76-c018-4b4a-a05a-f598b81cffcd tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:55.160814 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4c42077-4fd4-4e4f-adb9-5b16a25dd5c9 req-93600f76-c018-4b4a-a05a-f598b81cffcd tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 943 time: 0.0543935 Aug 31 23:42:55.201657 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4c42077-4fd4-4e4f-adb9-5b16a25dd5c9 req-5bff639d-b798-46be-bbd1-0bd78614bd10 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335679 Aug 31 23:42:55.453640 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b22527f1-9666-45bf-a374-270bc157fb73 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:42:55.463425 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:42:55.611863 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:55.620832 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port b22527f1-9666-45bf-a374-270bc157fb73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b22527f1-9666-45bf-a374-270bc157fb73,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:55.638171 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d91a9-aae5-49d8-9c91-40c4c0793832 req-c2806640-1536-4980-8e27-d6637d5f0681 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:55.640706 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-230d91a9-aae5-49d8-9c91-40c4c0793832 req-c2806640-1536-4980-8e27-d6637d5f0681 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0809658 Aug 31 23:42:55.646069 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'b22527f1-9666-45bf-a374-270bc157fb73', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'port_id': 'b22527f1-9666-45bf-a374-270bc157fb73', 'mac_address': 'fa:16:3e:ac:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:42:55.654447 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:55.656697 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b63890-90c6-4162-bded-c3423203e7de" -d '{"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-unplugged", "status": "completed", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:55.696936 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:55.704868 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994ce981-3eb7-4834-aeeb-c2ed324c8ba2 x-openstack-request-id: req-994ce981-3eb7-4834-aeeb-c2ed324c8ba2 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:55.705115 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-unplugged", "status": "failed", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9", "code": 422}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:55.705362 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-994ce981-3eb7-4834-aeeb-c2ed324c8ba2 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:55.705787 dv-cinder-759943-18-iscsi neutron-server[94086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'code': 422} returned with failed status Aug 31 23:42:55.706830 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-230d91a9-aae5-49d8-9c91-40c4c0793832 req-7a3043c8-fa42-406e-8f23-c926aa9cc304 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588219 Aug 31 23:42:55.710960 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:55.741200 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:55.767149 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22527f1-9666-45bf-a374-270bc157fb73 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:42:55.791800 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:55.805316 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port b22527f1-9666-45bf-a374-270bc157fb73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b22527f1-9666-45bf-a374-270bc157fb73,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:55.807662 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.808083 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.808362 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.808628 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.809019 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.809403 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.809688 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.810011 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.810329 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.810674 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.810987 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.811298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:55.816105 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:55.868749 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=b22527f1-9666-45bf-a374-270bc157fb73,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:56.055779 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:56.285410 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-fd071de8-30b8-406a-9116-9aefe31e4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.286988 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-fd071de8-30b8-406a-9116-9aefe31e4f07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126&tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04 HTTP/1.1" status: 200 len: 1097 time: 0.0412562 Aug 31 23:42:56.324661 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3d657-c9ae-43ed-968d-37af4d9613a8 req-0eb26dc6-7158-474c-9f4c-563117060ff4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.326106 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a9e3d657-c9ae-43ed-968d-37af4d9613a8 req-0eb26dc6-7158-474c-9f4c-563117060ff4 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 944 time: 0.0515058 Aug 31 23:42:56.364903 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a9e3d657-c9ae-43ed-968d-37af4d9613a8 req-ee2628a0-b397-4631-8816-7987670c7ad1 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Aug 31 23:42:56.376429 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-fb83047c-19ce-41d2-a7b9-1ae65428a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.377931 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-fb83047c-19ce-41d2-a7b9-1ae65428a743 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1097 time: 0.0435965 Aug 31 23:42:56.392634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['b22527f1-9666-45bf-a374-270bc157fb73'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:42:56.469851 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-eae5ac30-8d32-4da2-a10c-fa011fe78ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.471387 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-eae5ac30-8d32-4da2-a10c-fa011fe78ff9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 910 time: 0.0851254 Aug 31 23:42:56.539675 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-97afdcc0-96e6-4fda-bd82-f86ce40a7f73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 999 time: 0.0602305 Aug 31 23:42:56.590225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-b5ad9f60-d4fb-4a31-a61f-2273e5ccf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.591565 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-b5ad9f60-d4fb-4a31-a61f-2273e5ccf86b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 200 len: 847 time: 0.0426266 Aug 31 23:42:56.640946 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-e152d916-79ef-45bf-af37-4ae5172d19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.642427 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-e152d916-79ef-45bf-af37-4ae5172d19fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398586 Aug 31 23:42:56.734004 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-38c75e07-cde8-4576-aabd-e73834c4a418 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838690 Aug 31 23:42:56.826474 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa33-4fb8-4eaf-b1e1-1e9e5adf3d62 req-ce6720bc-1cb7-432b-bc62-9eadd09f2c23 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.827953 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c138fa33-4fb8-4eaf-b1e1-1e9e5adf3d62 req-ce6720bc-1cb7-432b-bc62-9eadd09f2c23 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0501497 Aug 31 23:42:56.831038 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6b3065c-6057-4164-bb74-2737043e24d1 req-5d875a62-3311-4fde-9ed7-8d401035fc8a service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Aug 31 23:42:56.865926 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c138fa33-4fb8-4eaf-b1e1-1e9e5adf3d62 req-421d8b70-976e-41c6-bc35-647d701ac6ae tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320659 Aug 31 23:42:56.967904 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-27da9576-202b-4f2a-9ed6-60342c4771a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:56.969638 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-27da9576-202b-4f2a-9ed6-60342c4771a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1097 time: 0.0394478 Aug 31 23:42:57.107977 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-54f43ea4-c6e5-4823-b7f2-8cbeb7d8445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:57.109469 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-54f43ea4-c6e5-4823-b7f2-8cbeb7d8445a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 910 time: 0.0891466 Aug 31 23:42:57.173950 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-59652a33-0df5-4db0-99a7-58b1dbd5ce0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 999 time: 0.0562608 Aug 31 23:42:57.238075 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-b609a167-426c-4ed6-9fe2-277007b68fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:57.240346 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-b609a167-426c-4ed6-9fe2-277007b68fa8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 200 len: 847 time: 0.0583539 Aug 31 23:42:57.293102 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-2fcde63e-46c0-4673-96e3-9373b08a2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:57.294579 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-2fcde63e-46c0-4673-96e3-9373b08a2140 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440667 Aug 31 23:42:57.399595 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-8edade32-f524-482c-89c5-0f88d1370313 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Aug 31 23:42:57.773396 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3af8c-5565-43b7-af7b-4801409918fb req-e943ead3-caf6-4bc9-aa30-79df1af71722 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:57.774873 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fb3af8c-5565-43b7-af7b-4801409918fb req-e943ead3-caf6-4bc9-aa30-79df1af71722 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 944 time: 0.0766487 Aug 31 23:42:57.791450 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62b56dc7-ca39-425a-92b7-e157bbf6e07d req-1ccb5ddb-2ad7-47c3-ad06-8cbffbce70a4 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842602 Aug 31 23:42:57.822789 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fb3af8c-5565-43b7-af7b-4801409918fb req-4b24f88e-8f77-4585-9b32-0c19901ac0c5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390944 Aug 31 23:42:57.979836 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae7a79-c07b-43af-9a93-58e5dbac803b req-b9172a25-2359-4e0f-8697-3c470003d582 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:57.981334 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eeae7a79-c07b-43af-9a93-58e5dbac803b req-b9172a25-2359-4e0f-8697-3c470003d582 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0476542 Aug 31 23:42:58.018811 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eeae7a79-c07b-43af-9a93-58e5dbac803b req-856f76ef-9cd9-4c7d-ad32-6ee7dec9dd62 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315814 Aug 31 23:42:58.943748 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23335d5f-a042-453b-9f60-664b873a3979 req-2686825d-b963-4e2c-b050-10131409568a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:58.945178 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23335d5f-a042-453b-9f60-664b873a3979 req-2686825d-b963-4e2c-b050-10131409568a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 944 time: 0.0531130 Aug 31 23:42:58.982186 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23335d5f-a042-453b-9f60-664b873a3979 req-33de0808-bcea-45c4-b666-b21deee3a7fa tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310893 Aug 31 23:42:59.134940 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bfb3d-4b71-41bf-ad40-56c71020cb7f req-e6eb0fb7-cf27-42b3-b2b8-6145746d36d3 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:59.136297 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c03bfb3d-4b71-41bf-ad40-56c71020cb7f req-e6eb0fb7-cf27-42b3-b2b8-6145746d36d3 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0507681 Aug 31 23:42:59.182367 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c03bfb3d-4b71-41bf-ad40-56c71020cb7f req-e72e1c36-b842-477e-a3ae-b855b3fa359d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396926 Aug 31 23:42:59.473999 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b22527f1-9666-45bf-a374-270bc157fb73 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:42:59.522389 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port b22527f1-9666-45bf-a374-270bc157fb73 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:42:59.526009 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port b22527f1-9666-45bf-a374-270bc157fb73 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:42:59.526381 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.600639 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.623921 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:59.626142 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b916d78c-9686-4a2d-8fcd-75eec8b58e5b" -d '{"events": [{"server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "name": "network-vif-plugged", "status": "completed", "tag": "b22527f1-9666-45bf-a374-270bc157fb73"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:59.639562 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port b22527f1-9666-45bf-a374-270bc157fb73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b22527f1-9666-45bf-a374-270bc157fb73,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:59.644062 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.669633 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cecd18-3b57-4abf-85de-794f2246b803 x-openstack-request-id: req-65cecd18-3b57-4abf-85de-794f2246b803 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:59.669923 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "name": "network-vif-plugged", "status": "completed", "tag": "b22527f1-9666-45bf-a374-270bc157fb73", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:59.670176 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65cecd18-3b57-4abf-85de-794f2246b803 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:59.670578 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73', 'code': 200} Aug 31 23:42:59.696995 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=b22527f1-9666-45bf-a374-270bc157fb73,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:59.927793 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae4f9-99a4-47fb-9b23-9b0d964d086c req-4511e180-c8ff-40ff-9045-42d966ac8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:59.929250 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9c5ae4f9-99a4-47fb-9b23-9b0d964d086c req-4511e180-c8ff-40ff-9045-42d966ac8604 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 1098 time: 0.0401263 Aug 31 23:42:59.963728 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9c5ae4f9-99a4-47fb-9b23-9b0d964d086c req-6dabd473-a1d0-41a2-86ef-5a8b4b9249ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265238 Aug 31 23:43:00.093929 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fc24-6eea-499c-93c6-8a2bcf7b0d3b req-051d5487-4650-4b18-a373-cc26865ed2ce tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:00.095416 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b292fc24-6eea-499c-93c6-8a2bcf7b0d3b req-051d5487-4650-4b18-a373-cc26865ed2ce tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.0477688 Aug 31 23:43:00.134045 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b292fc24-6eea-499c-93c6-8a2bcf7b0d3b req-31fb4334-e325-40f0-bd04-c437a9ea8ff3 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Aug 31 23:43:00.297869 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c9fc-5239-4241-aa7d-adc7b280afa2 req-5f9080e0-70c0-47db-a1a9-a5df79b4a249 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:00.299279 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c297c9fc-5239-4241-aa7d-adc7b280afa2 req-5f9080e0-70c0-47db-a1a9-a5df79b4a249 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0490849 Aug 31 23:43:00.336629 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c297c9fc-5239-4241-aa7d-adc7b280afa2 req-97c79a24-657f-4187-81f0-db698207a652 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312476 Aug 31 23:43:01.248110 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422480da-481e-4032-bed0-9b5a296d1028 req-e2880500-d851-4e3f-842d-c2106ba97404 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:01.249552 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422480da-481e-4032-bed0-9b5a296d1028 req-e2880500-d851-4e3f-842d-c2106ba97404 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.0508606 Aug 31 23:43:01.286384 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422480da-481e-4032-bed0-9b5a296d1028 req-a97b0fc7-7d94-4af0-bac5-b1773b2eb951 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298727 Aug 31 23:43:01.453430 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121f845-b728-4586-967b-163d1f780313 req-7ebb06ff-efdd-4f81-be94-813138a03fd7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:01.454822 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8121f845-b728-4586-967b-163d1f780313 req-7ebb06ff-efdd-4f81-be94-813138a03fd7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0492351 Aug 31 23:43:01.493210 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8121f845-b728-4586-967b-163d1f780313 req-36f156e0-de4b-4cc1-b483-ca08fb7e187a tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318739 Aug 31 23:43:02.402343 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe644841-4f94-47b5-bfd1-8e3c10d045c0 req-0e79efcf-0525-498b-ada5-b07eb1265172 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:02.403849 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe644841-4f94-47b5-bfd1-8e3c10d045c0 req-0e79efcf-0525-498b-ada5-b07eb1265172 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.0524089 Aug 31 23:43:02.440030 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe644841-4f94-47b5-bfd1-8e3c10d045c0 req-ea19f163-da80-4498-908e-f14f18878bbb tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302835 Aug 31 23:43:02.553508 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbed52-9908-4968-8cfa-260ac102876b req-3fbb8a7d-5f9a-4859-8cd1-464b3dc558a6 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:02.555052 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-30bbed52-9908-4968-8cfa-260ac102876b req-3fbb8a7d-5f9a-4859-8cd1-464b3dc558a6 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.0505288 Aug 31 23:43:02.563752 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54054) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:02.569086 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Request body: {'floatingip': {'port_id': 'b22527f1-9666-45bf-a374-270bc157fb73'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:43:02.607027 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.608131 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e93e8f-4479-4cc0-aff7-1dcaafe6f744 req-bd6200e9-2e0f-432b-97a7-522b57b29f88 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:02.609674 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-82e93e8f-4479-4cc0-aff7-1dcaafe6f744 req-bd6200e9-2e0f-432b-97a7-522b57b29f88 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0491898 Aug 31 23:43:02.651008 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-82e93e8f-4479-4cc0-aff7-1dcaafe6f744 req-d86294e4-7869-4d98-83c6-02ec93ec7c35 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337710 Aug 31 23:43:03.053743 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:03.057731 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:03.162682 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Floating IP c18a1e13-2937-4846-9a6f-d3932cbcf08a associated. External IP: 172.27.3.143, port: b22527f1-9666-45bf-a374-270bc157fb73. Aug 31 23:43:03.400816 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Router e9393ddb-afe8-4070-81f7-36d709fe1481 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:43:03.508192 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:43:03.513233 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:03.517939 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] Sync routers for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:43:03.529370 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:03.529984 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:03.541718 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-86bbdb40-92d9-4bce-ad0b-c012d3f11e42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "PUT /v2.0/floatingips/c18a1e13-2937-4846-9a6f-d3932cbcf08a HTTP/1.1" status: 200 len: 991 time: 0.9767888 Aug 31 23:43:03.542295 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:43:03.544943 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04" -d '{"events": [{"name": "network-changed", "server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "tag": "b22527f1-9666-45bf-a374-270bc157fb73"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:43:03.604118 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a30a7bd-cf83-4e8e-8e98-a7f572b203c3 x-openstack-request-id: req-6a30a7bd-cf83-4e8e-8e98-a7f572b203c3 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:43:03.605144 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "tag": "b22527f1-9666-45bf-a374-270bc157fb73", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:43:03.605144 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6a30a7bd-cf83-4e8e-8e98-a7f572b203c3 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:43:03.605652 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73', 'status': 'completed', 'code': 200} Aug 31 23:43:03.637766 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:03.774373 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-b74aa37e-2b6d-4cd4-a959-df7036a8e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:03.775925 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-b74aa37e-2b6d-4cd4-a959-df7036a8e487 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a523829007a4ec7937d3dd3c160d688&device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 1098 time: 0.0889170 Aug 31 23:43:03.787939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1f273-00fc-49c6-bae6-f35eef137212 req-e23b6fe2-660c-4b51-a0d8-89babc96b271 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:03.789403 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2e1f273-00fc-49c6-bae6-f35eef137212 req-e23b6fe2-660c-4b51-a0d8-89babc96b271 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0612884 Aug 31 23:43:03.872680 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'c18a1e13-2937-4846-9a6f-d3932cbcf08a', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'port_id': 'b22527f1-9666-45bf-a374-270bc157fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'mac_address': 'fa:16:3e:ac:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:42:49Z', 'updated_at': '2021-08-31T23:43:02Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:03.888485 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2e1f273-00fc-49c6-bae6-f35eef137212 req-73c2529a-2bbd-4eff-8932-c50743aa69bf tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896208 Aug 31 23:43:03.904356 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] Checking router: e9393ddb-afe8-4070-81f7-36d709fe1481 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:43:03.913849 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-87e03222-1821-45e8-8400-0941e01ff927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:03.913849 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-87e03222-1821-45e8-8400-0941e01ff927 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 200 len: 913 time: 0.1215825 Aug 31 23:43:03.914074 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:03.914074 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:03.985103 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-c0e25fc0-2fb3-4c48-adcc-d5f58eaa44ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b22527f1-9666-45bf-a374-270bc157fb73 HTTP/1.1" status: 200 len: 999 time: 0.0629134 Aug 31 23:43:04.022078 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:04.035748 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-71876639-78bf-4a83-9cab-308eee1e2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:04.037254 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-71876639-78bf-4a83-9cab-308eee1e2d51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 200 len: 850 time: 0.0451138 Aug 31 23:43:04.083518 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-3ae77eb1-865f-45b8-8ade-5db0159f263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:04.085023 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-3ae77eb1-865f-45b8-8ade-5db0159f263b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a01cbee-1397-417e-b51b-4c622421e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402567 Aug 31 23:43:04.189396 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-280af674-9c58-4af6-93e5-550319fa3a36 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859585 Aug 31 23:43:04.265510 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'c18a1e13-2937-4846-9a6f-d3932cbcf08a', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'port_id': 'b22527f1-9666-45bf-a374-270bc157fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'mac_address': 'fa:16:3e:ac:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:42:49Z', 'updated_at': '2021-08-31T23:43:02Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:04.288291 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a3e6ed9-8a34-4272-ac68-2dd9bec30e04 req-71e59b9b-caf9-4bed-b5fa-54e3f95a9865 service neutron] 10.222.0.61 "GET /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910392 Aug 31 23:43:04.293096 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92054bca-5793-46b2-8ac5-d852c1d04eaf None None] The sync data for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi is: [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': 'c18a1e13-2937-4846-9a6f-d3932cbcf08a', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'port_id': 'b22527f1-9666-45bf-a374-270bc157fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'mac_address': 'fa:16:3e:ac:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:42:49Z', 'updated_at': '2021-08-31T23:43:02Z', 'revision_number': 1, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:43:04.484959 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97949d90-ae02-4e93-a647-1f987cf16517 None None] New status for floating IP c18a1e13-2937-4846-9a6f-d3932cbcf08a: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:43:05.009848 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044021fc-c93f-4b8f-a54f-3b4b4d6b99fd req-e438a1b6-28e7-4cd8-97fc-003385f5ad6a tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:05.011579 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-044021fc-c93f-4b8f-a54f-3b4b4d6b99fd req-e438a1b6-28e7-4cd8-97fc-003385f5ad6a tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 944 time: 0.0489869 Aug 31 23:43:05.053570 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-044021fc-c93f-4b8f-a54f-3b4b4d6b99fd req-f45a2e1f-62a9-4e10-a435-db0464cdde3a tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360320 Aug 31 23:43:05.492967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:43:05.590908 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:05.602917 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'port_id': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'mac_address': 'fa:16:3e:4b:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:43:05.639358 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:05.652323 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:43:05.671630 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:05.675953 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:05.725001 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:05.752392 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:43:06.168847 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:43:06.179016 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3cd16-41d1-4cfc-945a-236c7386a1fe req-9219d6a1-a777-45d2-b30f-bb1de4dcda2f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:06.180549 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63f3cd16-41d1-4cfc-945a-236c7386a1fe req-9219d6a1-a777-45d2-b30f-bb1de4dcda2f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 945 time: 0.0534375 Aug 31 23:43:06.221649 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63f3cd16-41d1-4cfc-945a-236c7386a1fe req-fd16b29d-4cc8-4fe8-a2f7-d5e22e8d403d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347970 Aug 31 23:43:07.343271 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c149a-a4af-4b39-ba22-3527591850c9 req-4b404e7b-a6b0-49c3-95ed-4796d85adcc6 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:07.344718 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-950c149a-a4af-4b39-ba22-3527591850c9 req-4b404e7b-a6b0-49c3-95ed-4796d85adcc6 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 945 time: 0.0522516 Aug 31 23:43:07.382815 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-950c149a-a4af-4b39-ba22-3527591850c9 req-6b4754a2-3d21-45a6-8c7d-6219954889c4 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319698 Aug 31 23:43:07.511055 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:43:07.563651 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:43:07.564014 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:07.643899 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:07.667891 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:43:07.670160 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a800f555-b317-4c0b-8f77-e0df12b70c3e" -d '{"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-plugged", "status": "completed", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:43:07.683939 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:07.689527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:07.717505 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057322cf-6360-4266-acb6-a21f43244af3 x-openstack-request-id: req-057322cf-6360-4266-acb6-a21f43244af3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:43:07.717787 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-plugged", "status": "completed", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:43:07.718031 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-057322cf-6360-4266-acb6-a21f43244af3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:43:07.718406 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'code': 200} Aug 31 23:43:07.740823 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:08.039509 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f097-f14f-470d-89b3-902c069e3626 req-11b32fab-221f-4e4b-80f1-0d7c811ec85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:08.040893 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91a6f097-f14f-470d-89b3-902c069e3626 req-11b32fab-221f-4e4b-80f1-0d7c811ec85c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1099 time: 0.0449755 Aug 31 23:43:08.087081 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91a6f097-f14f-470d-89b3-902c069e3626 req-9dcf7086-25f6-4d7f-bc16-c49e094519f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286005 Aug 31 23:43:08.500601 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d2a9d-695d-43ae-bbd8-f8f3497ae476 req-934e1d14-84d7-4bd2-bcac-519ba3ddee9b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:08.502130 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-058d2a9d-695d-43ae-bbd8-f8f3497ae476 req-934e1d14-84d7-4bd2-bcac-519ba3ddee9b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0501943 Aug 31 23:43:08.542067 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-058d2a9d-695d-43ae-bbd8-f8f3497ae476 req-7be82b9e-18a1-4321-baca-583431cc91e0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319474 Aug 31 23:43:09.671655 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5152eb-996c-4dce-b780-0ffe9946d96a req-7b439513-ecd6-4031-9410-97c36aa99cd7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:09.675033 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd5152eb-996c-4dce-b780-0ffe9946d96a req-7b439513-ecd6-4031-9410-97c36aa99cd7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0638669 Aug 31 23:43:09.720127 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd5152eb-996c-4dce-b780-0ffe9946d96a req-f9b9debd-ddaf-4d1c-8e24-5208383b4202 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383224 Aug 31 23:43:10.853610 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd96ff-c0d1-4a1c-82e4-f3632fcdceaa req-ebefd3ac-ba12-46ca-a62e-f446501a7aa1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:10.856118 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6ddd96ff-c0d1-4a1c-82e4-f3632fcdceaa req-ebefd3ac-ba12-46ca-a62e-f446501a7aa1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0509450 Aug 31 23:43:10.898868 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6ddd96ff-c0d1-4a1c-82e4-f3632fcdceaa req-c03a5dd4-616b-4f7c-80de-e64714aedd93 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349095 Aug 31 23:43:11.602421 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-6b9c154a-c3ad-48d1-82e6-cedbfe0eec3d tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901663720&fields=id&tenant_id=3b59eb8973434784a53d0396f0695829 HTTP/1.1" status: 200 len: 267 time: 0.0373290 Aug 31 23:43:11.658470 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-2945dd93-7f12-4a96-86b5-b351101841db tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:11.659996 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-2945dd93-7f12-4a96-86b5-b351101841db tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 985 time: 0.0516903 Aug 31 23:43:11.671782 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Request body: {'port': {'security_groups': ['56288cae-d470-4466-9276-d9948a2479d5']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:43:11.742842 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:11.925645 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:11.956995 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:11.962264 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.009461 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:12.009924 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:43:12.010716 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.011404 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42c8f0f6-c46c-432d-9a31-16acdbe03448 req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "PUT /v2.0/ports/7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 943 time: 0.3444054 Aug 31 23:43:12.011835 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:43:12.014089 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a" -d '{"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:43:12.021840 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54120) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:12.065297 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487eed9a-ed58-4c4d-a0f5-5f8f047f34b4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event updated for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=7']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:12.094313 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf1b44f-0c96-4598-8885-6e0365278cea x-openstack-request-id: req-1bf1b44f-0c96-4598-8885-6e0365278cea {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:43:12.094676 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:43:12.095041 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1bf1b44f-0c96-4598-8885-6e0365278cea {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:43:12.095444 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'status': 'completed', 'code': 200} Aug 31 23:43:12.108761 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b1b2844a-8bbd-43d3-ae05-35ae80127c70 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.151838 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b1b2844a-8bbd-43d3-ae05-35ae80127c70 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.197778 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:43:12.227294 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-7da93580-7a24-43d3-980f-fa152039f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:12.229576 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-7da93580-7a24-43d3-980f-fa152039f2d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1099 time: 0.0916970 Aug 31 23:43:12.313925 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b1b2844a-8bbd-43d3-ae05-35ae80127c70 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.320259 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b1b2844a-8bbd-43d3-ae05-35ae80127c70 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.320447 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b1b2844a-8bbd-43d3-ae05-35ae80127c70 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "DELETE /v2.0/security-groups/04fdfc75-29ce-4c2e-b528-bc29340bcf16 HTTP/1.1" status: 204 len: 168 time: 0.2974083 Aug 31 23:43:12.324620 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 54124) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:12.337023 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-81a0ca24-15fe-4196-9b49-54ff779d7d74 None None] Provisioning complete for port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:43:12.337498 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-81a0ca24-15fe-4196-9b49-54ff779d7d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.351847 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2844a-8bbd-43d3-ae05-35ae80127c70 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fdfc75-29ce-4c2e-b528-bc29340bcf16,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:12.385910 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-e6901eca-64cd-4b00-a3e7-44657871d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:12.387487 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-e6901eca-64cd-4b00-a3e7-44657871d40d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 200 len: 916 time: 0.1395695 Aug 31 23:43:12.479436 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-53cf8134-07a3-4d32-80b2-a86e286ff73a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 1001 time: 0.0834291 Aug 31 23:43:12.528641 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Deleting port d4a0328c-54e2-4a47-b078-432a15173cad {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:12.528968 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.557797 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-7bdbb94f-c3bd-41d1-88b3-7854483261a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:12.559317 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-7bdbb94f-c3bd-41d1-88b3-7854483261a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1e60be-496e-4959-bb4f-bcc262749062 HTTP/1.1" status: 200 len: 853 time: 0.0648270 Aug 31 23:43:12.608968 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.609291 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.619491 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-0282df4c-4743-4530-bb22-1d0020593074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:12.621012 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-0282df4c-4743-4530-bb22-1d0020593074 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5531fe5-3213-41d1-9b89-d508ed38baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522897 Aug 31 23:43:12.621184 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Calling delete_port for d4a0328c-54e2-4a47-b078-432a15173cad owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:12.724054 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-c9cdcb0e-70c1-42c8-b251-537029b9fe6a service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942786 Aug 31 23:43:12.797307 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.821519 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event deleted for resources: {'Port': ['ID=d4a0328c-54e2-4a47-b078-432a15173cad,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:12.823912 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e87dd5b-d275-4a76-a5a0-74da627aaa6a req-d18cc2d5-b3e2-46dd-bbdc-09d72a6b2469 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916936 Aug 31 23:43:12.833883 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.834228 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.834586 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.834919 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.835246 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.835573 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.835896 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.836221 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.836540 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.836860 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.837180 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.837498 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:43:12.895987 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.896394 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Floating IP 308f5eb1-309a-4ce9-8ef1-ebc8658994c9 disassociated (deleted). External IP: 172.27.3.60, port: 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9. Aug 31 23:43:13.101456 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:43:13.206145 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:43:13.210960 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:13.216162 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] Sync routers for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:43:13.225915 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:13.226634 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:13.237566 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-10fd3368-a719-4f9f-8980-18251f4ef9ee tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "DELETE /v2.0/floatingips/308f5eb1-309a-4ce9-8ef1-ebc8658994c9 HTTP/1.1" status: 204 len: 168 time: 0.9112649 Aug 31 23:43:13.238156 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:43:13.241000 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da5eea3-d7d8-411d-aef7-68c6d7736169" -d '{"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:43:13.345431 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:13.460467 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fa7eec-19b0-4e7e-a217-eb07f7502d95 x-openstack-request-id: req-75fa7eec-19b0-4e7e-a217-eb07f7502d95 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:43:13.460978 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:43:13.461325 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-75fa7eec-19b0-4e7e-a217-eb07f7502d95 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:43:13.462210 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'status': 'completed', 'code': 200} Aug 31 23:43:13.607528 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 5, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:13.611838 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-9cd40585-6d6e-4331-8f7f-d7de04ad1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:13.613865 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-9cd40585-6d6e-4331-8f7f-d7de04ad1d78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b59eb8973434784a53d0396f0695829&device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 1099 time: 0.0591226 Aug 31 23:43:13.635866 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] Checking router: 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:43:13.646115 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:13.646838 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:42:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:13.735517 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-771a9160-9c04-4ea6-9ffa-881dd73a9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:13.736899 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-771a9160-9c04-4ea6-9ffa-881dd73a9567 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 200 len: 916 time: 0.1160028 Aug 31 23:43:13.760404 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:13.782388 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-d8b3aaf0-ca35-4bbd-be04-52656a029541 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 200 len: 217 time: 0.0355721 Aug 31 23:43:13.831533 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-f62f8528-0da9-4db7-a162-313ba3e4357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:13.833561 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-f62f8528-0da9-4db7-a162-313ba3e4357b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1e60be-496e-4959-bb4f-bcc262749062 HTTP/1.1" status: 200 len: 853 time: 0.0432312 Aug 31 23:43:13.881168 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-f71626e9-7937-49e9-85b7-325359c67441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:13.882709 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-f71626e9-7937-49e9-85b7-325359c67441 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5531fe5-3213-41d1-9b89-d508ed38baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415409 Aug 31 23:43:13.968419 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 5, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:13.980817 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-9f4ede59-0b8e-4c7b-98b3-37e399320bd0 service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876954 Aug 31 23:43:13.999304 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c191ae6-fa66-4f3b-b0b8-be2bae10301f None None] The sync data for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi is: [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:22Z', 'revision_number': 4, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '84ca04ab-3cd7-43d2-9eef-10a9b136d1cc', 'name': '', 'network_id': 'e5531fe5-3213-41d1-9b89-d508ed38baac', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'mac_address': 'fa:16:3e:ff:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:22Z', 'updated_at': '2021-08-31T23:39:29Z', 'revision_number': 5, 'project_id': '3b59eb8973434784a53d0396f0695829', 'subnets': [{'id': 'db1e60be-496e-4959-bb4f-bcc262749062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:43:14.082181 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4da5eea3-d7d8-411d-aef7-68c6d7736169 req-a4ad98cd-8bcf-46cd-aeab-01f48022238c service neutron] 10.222.0.61 "GET /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933244 Aug 31 23:43:14.256683 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792399c-e87a-43ea-97b4-2a38519a4b20 None None] New status for floating IP 308f5eb1-309a-4ce9-8ef1-ebc8658994c9: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:43:17.104717 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652ce9-37f9-4e04-8b6b-66647b68bd06 req-1e97a143-c690-4520-8b7f-c2e25dddbe98 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:17.106242 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-22652ce9-37f9-4e04-8b6b-66647b68bd06 req-1e97a143-c690-4520-8b7f-c2e25dddbe98 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0543442 Aug 31 23:43:17.145495 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-22652ce9-37f9-4e04-8b6b-66647b68bd06 req-d94e1373-a989-454d-ae5e-e7983e50f738 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Aug 31 23:43:17.320254 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f89f2a65-1a5e-48ed-aa1e-90fe17e3950d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:18.267670 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b85db-7d37-49c4-8d63-3e87eaae9c0c req-0c3d92f3-c0b9-482d-a884-849d6fc36972 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:18.269182 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fa6b85db-7d37-49c4-8d63-3e87eaae9c0c req-0c3d92f3-c0b9-482d-a884-849d6fc36972 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0553451 Aug 31 23:43:18.313726 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fa6b85db-7d37-49c4-8d63-3e87eaae9c0c req-dd1667a8-5668-4bb7-8e8c-4600d36dcf67 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378857 Aug 31 23:43:19.429727 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55436a-4707-4d4a-bd79-fe152edf54b4 req-4b908e98-6c3c-4fc0-8f25-8ebeb4a38b63 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:19.431192 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6f55436a-4707-4d4a-bd79-fe152edf54b4 req-4b908e98-6c3c-4fc0-8f25-8ebeb4a38b63 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0490491 Aug 31 23:43:19.470867 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6f55436a-4707-4d4a-bd79-fe152edf54b4 req-1973402c-b42b-497e-8d86-46e178831e05 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/security-groups?id=56288cae-d470-4466-9276-d9948a2479d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Aug 31 23:43:19.663825 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-efa483da-ed5e-44ac-879f-e67312f80b6b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:19.665279 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-efa483da-ed5e-44ac-879f-e67312f80b6b tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.61 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 946 time: 0.0533915 Aug 31 23:43:19.772636 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Deleting port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:19.772970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:19.805097 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a28590bd-2664-4502-987e-b343d403b653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:19.861114 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] For port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:19.861484 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:19.875282 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Calling delete_port for 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:19.911720 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:20.017578 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:20.046240 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Pushing event deleted for resources: {'Port': ['ID=7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:20.091865 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] No DVR routers for this DVR port 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:43:20.094678 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:20.097113 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6661598a-d1f5-4568-8e67-5c664b6ff3d5 req-a977a875-b17a-4872-bc96-f2738a22e5fa tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.61 "DELETE /v2.0/ports/7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 HTTP/1.1" status: 204 len: 173 time: 0.4188621 Aug 31 23:43:20.097609 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'name': 'network-vif-deleted', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:43:20.100815 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1832ab-fa41-4726-99f9-b68c8a59aa60" -d '{"events": [{"server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "name": "network-vif-deleted", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:43:20.138869 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f92ad-84ac-4d8a-83cb-087de20f0a3e x-openstack-request-id: req-a76f92ad-84ac-4d8a-83cb-087de20f0a3e {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:43:20.139166 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564fe66d-fcda-40fb-a34a-25268471447b", "name": "network-vif-deleted", "tag": "7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:43:20.139422 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a76f92ad-84ac-4d8a-83cb-087de20f0a3e {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:43:20.139820 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564fe66d-fcda-40fb-a34a-25268471447b', 'name': 'network-vif-deleted', 'tag': '7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9', 'status': 'completed', 'code': 200} Aug 31 23:43:20.577416 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66227a17-f914-44b8-9882-2e2cccb9e808 req-5645c402-1912-4f0f-8a8a-ba10d193b4a4 tempest-TestMinimumBasicScenario-327026944 tempest-TestMinimumBasicScenario-327026944-project] 10.222.0.63 "GET /v2.0/ports?device_id=564fe66d-fcda-40fb-a34a-25268471447b HTTP/1.1" status: 200 len: 210 time: 0.0259607 Aug 31 23:43:21.140383 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:21.615440 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:21.640765 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:21.641317 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 7a04aa7a-9cdc-43e9-96f2-080eac3ea5b9 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:22.300173 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 54246) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:22.643492 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:22.696595 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:22.903494 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Deleting port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:22.903833 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:23.216644 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] For port 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:23.217005 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:23.229777 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Calling delete_port for 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:23.417352 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:23.443777 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ca04ab-3cd7-43d2-9eef-10a9b136d1cc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:23.642659 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:23.861940 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:43:23.965503 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:43:23.972786 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-86e4f5ed-c70f-4b28-b9dd-b0fab20cdff4 admin admin] 10.222.0.63 "PUT /v2.0/routers/83fa1ef1-468d-42bb-acaf-c1a0dd5f5691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714084 Aug 31 23:43:23.973258 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 54254) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:23.975082 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] Sync routers for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:43:23.987040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:23.987750 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:43:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:24.081053 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.113179 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:24.185100 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.245764 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Deleting port 114c84b5-8c9a-4fd1-aae1-de3348148835 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:24.246038 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.308646 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:43:23Z', 'revision_number': 5, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port': {'id': '114c84b5-8c9a-4fd1-aae1-de3348148835', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:24.335648 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] For port 114c84b5-8c9a-4fd1-aae1-de3348148835, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=114c84b5-8c9a-4fd1-aae1-de3348148835,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:24.336017 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.336164 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] Checking router: 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:43:24.345395 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] Routers {'83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:24.346016 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:43:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:24.350445 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Calling delete_port for 114c84b5-8c9a-4fd1-aae1-de3348148835 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:24.525784 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.554414 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=114c84b5-8c9a-4fd1-aae1-de3348148835,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:24.560122 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] Set router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:24.614507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:43:24Z', 'revision_number': 6, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:24.615068 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.646498 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2f815-3158-4de2-ad3c-d435d04f7b92 None None] The sync data for ids ['83fa1ef1-468d-42bb-acaf-c1a0dd5f5691'] in dv-cinder-759943-18-iscsi is: [{'id': '83fa1ef1-468d-42bb-acaf-c1a0dd5f5691', 'name': 'tempest-TestMinimumBasicScenario-126796534-router', 'tenant_id': '3b59eb8973434784a53d0396f0695829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:20Z', 'updated_at': '2021-08-31T23:43:24Z', 'revision_number': 6, 'project_id': '3b59eb8973434784a53d0396f0695829', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:43:24.719037 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.721253 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.765615 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.766188 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:43:24.774080 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.775456 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-60d6fe4d-79aa-4e89-8f83-e9508d3b2f9c admin admin] 10.222.0.63 "DELETE /v2.0/routers/83fa1ef1-468d-42bb-acaf-c1a0dd5f5691 HTTP/1.1" status: 204 len: 168 time: 0.8007360 Aug 31 23:43:24.777988 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 54258) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:24.823813 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] Deleting subnet db1e60be-496e-4959-bb4f-bcc262749062 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:43:24.827103 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.860927 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:24.977790 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.054275 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.096646 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1e60be-496e-4959-bb4f-bcc262749062,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:25.110713 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.116428 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54262) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:25.117864 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bd2a8d70-0913-40c2-a1d5-c7190c37adcf admin admin] 10.222.0.63 "DELETE /v2.0/subnets/db1e60be-496e-4959-bb4f-bcc262749062 HTTP/1.1" status: 204 len: 168 time: 0.3386564 Aug 31 23:43:25.120143 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d53fe-9e24-4929-9280-6d667d317413 None None] Network e5531fe5-3213-41d1-9b89-d508ed38baac requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:43:25.199519 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.254291 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Deleting port 50fbf8cf-022d-4535-96cd-c724e1958e86 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:25.254770 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.460062 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] DHCP port deletion for e5531fe5-3213-41d1-9b89-d508ed38baac request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:43:25.505529 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:25.528362 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:25.528694 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 84ca04ab-3cd7-43d2-9eef-10a9b136d1cc not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:25.552731 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] Deleting port 50fbf8cf-022d-4535-96cd-c724e1958e86 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:25.553228 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.588939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] For port 50fbf8cf-022d-4535-96cd-c724e1958e86, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=50fbf8cf-022d-4535-96cd-c724e1958e86,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:25.589402 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.605800 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Calling delete_port for 50fbf8cf-022d-4535-96cd-c724e1958e86 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:25.620720 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] For port 50fbf8cf-022d-4535-96cd-c724e1958e86, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=50fbf8cf-022d-4535-96cd-c724e1958e86,segment=NetworkSegment(cb33063b-7f0b-435e-840e-69d6130db121),segment_id=cb33063b-7f0b-435e-840e-69d6130db121)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:25.621120 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.635141 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] Calling delete_port for 50fbf8cf-022d-4535-96cd-c724e1958e86 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:25.694685 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.743751 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fbf8cf-022d-4535-96cd-c724e1958e86,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:25.747042 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] No DVR routers for this DVR port 50fbf8cf-022d-4535-96cd-c724e1958e86 on host dv-cinder-759943-18-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:43:25.778235 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.811307 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] No DVR routers for this DVR port 50fbf8cf-022d-4535-96cd-c724e1958e86 on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:43:25.815875 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dac54-45a9-4e2f-826e-4ef3fc54c83f None None] Pushing event deleted for resources: {'Port': ['ID=50fbf8cf-022d-4535-96cd-c724e1958e86,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:25.838955 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.850010 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5531fe5-3213-41d1-9b89-d508ed38baac']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:25.860292 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb33063b-7f0b-435e-840e-69d6130db121') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:25.860581 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb33063b-7f0b-435e-840e-69d6130db121') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:25.869928 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.884192 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.890494 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:43:25.890916 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:43:25.892560 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:43:25.954225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.959655 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:25.966183 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e5531fe5-3213-41d1-9b89-d508ed38baac HTTP/1.1" status: 204 len: 168 time: 0.8444178 Aug 31 23:43:25.966183 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54268) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:26.011406 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01cde4-3b07-452c-ac58-a941623b4c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5531fe5-3213-41d1-9b89-d508ed38baac,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:26.064913 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:26.399377 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:26.690687 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Deleting port d29e110d-9490-41fb-9243-6b516f58c42b {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:26.690933 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:26.767295 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] For port d29e110d-9490-41fb-9243-6b516f58c42b, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=d29e110d-9490-41fb-9243-6b516f58c42b,segment=NetworkSegment(7795d996-92fd-4a57-8c0f-e4a14f571635),segment_id=7795d996-92fd-4a57-8c0f-e4a14f571635)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:26.767680 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:26.780464 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Calling delete_port for d29e110d-9490-41fb-9243-6b516f58c42b owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:26.829152 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 50fbf8cf-022d-4535-96cd-c724e1958e86 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:26.849311 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 50fbf8cf-022d-4535-96cd-c724e1958e86 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:26.849644 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 50fbf8cf-022d-4535-96cd-c724e1958e86 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:26.850056 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 114c84b5-8c9a-4fd1-aae1-de3348148835 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:26.872221 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 114c84b5-8c9a-4fd1-aae1-de3348148835 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:26.872568 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 114c84b5-8c9a-4fd1-aae1-de3348148835 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:26.964983 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:26.992864 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29e110d-9490-41fb-9243-6b516f58c42b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:27.163292 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:27.402461 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Router 2f84fec7-857a-4301-97b4-2fc9618591cd has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:43:27.508001 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:43:27.513193 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a0f9288d-8bd0-4625-9a9d-26f0550af2c6 admin admin] 10.222.0.63 "PUT /v2.0/routers/2f84fec7-857a-4301-97b4-2fc9618591cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461669 Aug 31 23:43:27.515631 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54274) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:27.516406 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] Sync routers for ids ['2f84fec7-857a-4301-97b4-2fc9618591cd'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:43:27.526872 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] Routers {'2f84fec7-857a-4301-97b4-2fc9618591cd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:27.527492 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:43:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['2f84fec7-857a-4301-97b4-2fc9618591cd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:27.621209 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:27.631868 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] Set router 2f84fec7-857a-4301-97b4-2fc9618591cd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:27.746061 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:27.800588 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Deleting port 23d49d05-a278-41a9-aa68-6b7d21bb7b97 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:27.800970 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:27.818504 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:43:26Z', 'revision_number': 5, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port': {'id': '23d49d05-a278-41a9-aa68-6b7d21bb7b97', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:39:26Z', 'updated_at': '2021-08-31T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:27.848120 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] Checking router: 2f84fec7-857a-4301-97b4-2fc9618591cd for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:43:27.857604 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] Routers {'2f84fec7-857a-4301-97b4-2fc9618591cd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:27.858216 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:43:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['2f84fec7-857a-4301-97b4-2fc9618591cd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:27.878444 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] For port 23d49d05-a278-41a9-aa68-6b7d21bb7b97, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=23d49d05-a278-41a9-aa68-6b7d21bb7b97,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:27.878844 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:27.891490 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Calling delete_port for 23d49d05-a278-41a9-aa68-6b7d21bb7b97 owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:27.944512 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] Set router 2f84fec7-857a-4301-97b4-2fc9618591cd gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:27.996081 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:43:27Z', 'revision_number': 6, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:28.027981 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63517d5e-70f8-4ec8-bb9c-0d34f0eaa998 None None] The sync data for ids ['2f84fec7-857a-4301-97b4-2fc9618591cd'] in dv-cinder-759943-18-iscsi is: [{'id': '2f84fec7-857a-4301-97b4-2fc9618591cd', 'name': 'tempest-TestMinimumBasicScenario-1858735564-router', 'tenant_id': '09105a9c33384d53996099de172518f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:39:25Z', 'updated_at': '2021-08-31T23:43:27Z', 'revision_number': 6, 'project_id': '09105a9c33384d53996099de172518f1', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:43:28.066875 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.090406 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d49d05-a278-41a9-aa68-6b7d21bb7b97,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:28.162003 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.518647 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.520905 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.587599 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.588171 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f84fec7-857a-4301-97b4-2fc9618591cd {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:43:28.593285 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.594429 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-56dea9b7-8245-4d3f-af67-61dfcb3f51d2 admin admin] 10.222.0.63 "DELETE /v2.0/routers/2f84fec7-857a-4301-97b4-2fc9618591cd HTTP/1.1" status: 204 len: 168 time: 1.0778785 Aug 31 23:43:28.597294 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54280) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:28.641975 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] Deleting subnet 30f1ccb1-d6f4-4af7-b131-c6fe78956128 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:43:28.645051 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.682504 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.851922 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.884473 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device d29e110d-9490-41fb-9243-6b516f58c42b no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:28.907265 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: d29e110d-9490-41fb-9243-6b516f58c42b {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:28.907544 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device d29e110d-9490-41fb-9243-6b516f58c42b not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:28.908028 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 23d49d05-a278-41a9-aa68-6b7d21bb7b97 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:28.932059 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 23d49d05-a278-41a9-aa68-6b7d21bb7b97 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:28.932403 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 23d49d05-a278-41a9-aa68-6b7d21bb7b97 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:28.934047 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.972899 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f1ccb1-d6f4-4af7-b131-c6fe78956128,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:28.975517 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:28.977411 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b79dbfb9-06a2-4640-a168-e2c868b35c4b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/30f1ccb1-d6f4-4af7-b131-c6fe78956128 HTTP/1.1" status: 204 len: 168 time: 0.3791690 Aug 31 23:43:28.979992 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54284) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:28.982809 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da1f55-1cf7-4a44-8e5b-1b8233f1ee56 None None] Network f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:43:29.056304 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.124747 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Deleting port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:29.125226 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.203801 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] DHCP port deletion for f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:43:29.213800 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] For port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,segment=NetworkSegment(7795d996-92fd-4a57-8c0f-e4a14f571635),segment_id=7795d996-92fd-4a57-8c0f-e4a14f571635)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:29.214160 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.227920 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Calling delete_port for cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:29.252889 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] Deleting port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:29.253263 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.318064 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.327139 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] For port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,segment=NetworkSegment(7795d996-92fd-4a57-8c0f-e4a14f571635),segment_id=7795d996-92fd-4a57-8c0f-e4a14f571635)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:29.327538 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.342633 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] Calling delete_port for cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:29.345806 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:29.351858 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] No DVR routers for this DVR port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c on host dv-cinder-759943-18-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:43:29.423983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.435080 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.446170 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f594aa65-a41b-41c1-b3b0-fe6e4c3cab69']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:29.456930 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7795d996-92fd-4a57-8c0f-e4a14f571635') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:29.457249 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7795d996-92fd-4a57-8c0f-e4a14f571635') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:29.464860 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] Pushing event deleted for resources: {'Port': ['ID=cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:29.467457 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.467684 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172e19f-c72e-4ea9-bf37-99d6e6b48f74 None None] No DVR routers for this DVR port cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:43:29.483957 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.490633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:43:29.491041 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:43:29.492677 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:43:29.546357 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.554677 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.556578 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] 10.222.0.63 "DELETE /v2.0/networks/f594aa65-a41b-41c1-b3b0-fe6e4c3cab69 HTTP/1.1" status: 204 len: 168 time: 0.5755708 Aug 31 23:43:29.566349 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d2d0e-8a99-4b40-a0b5-5b7610e7032f admin admin] Pushing event deleted for resources: {'Network': ['ID=f594aa65-a41b-41c1-b3b0-fe6e4c3cab69,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:29.726596 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54290) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:29.780403 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-efe377ea-8289-412a-8999-e80104de3011 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3b59eb8973434784a53d0396f0695829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499015 Aug 31 23:43:29.782910 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54292) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:29.834631 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a44fa4aa-be1f-41cd-af07-03b772266bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.855699 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a44fa4aa-be1f-41cd-af07-03b772266bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.904112 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a44fa4aa-be1f-41cd-af07-03b772266bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.907004 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a44fa4aa-be1f-41cd-af07-03b772266bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:29.908389 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a44fa4aa-be1f-41cd-af07-03b772266bc5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56288cae-d470-4466-9276-d9948a2479d5 HTTP/1.1" status: 204 len: 168 time: 0.1244056 Aug 31 23:43:29.920484 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fa4aa-be1f-41cd-af07-03b772266bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56288cae-d470-4466-9276-d9948a2479d5,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:30.257414 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 54300) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:30.297458 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2932e890-88c2-4628-a80b-71285e5bad69 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=09105a9c33384d53996099de172518f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388536 Aug 31 23:43:30.299851 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 54302) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:30.359601 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51a9a80b-cbe6-416b-8533-234d5b42752e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:30.389752 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51a9a80b-cbe6-416b-8533-234d5b42752e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:30.443921 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51a9a80b-cbe6-416b-8533-234d5b42752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:30.447166 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51a9a80b-cbe6-416b-8533-234d5b42752e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:30.448737 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-51a9a80b-cbe6-416b-8533-234d5b42752e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/44dd1fd8-f0e8-445f-9520-2f68a0c5fae2 HTTP/1.1" status: 204 len: 168 time: 0.1478276 Aug 31 23:43:30.462247 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9a80b-cbe6-416b-8533-234d5b42752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dd1fd8-f0e8-445f-9520-2f68a0c5fae2,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:30.831304 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:30.852354 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:30.852692 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device cb1016ba-b95d-4c6d-90b6-b4aa1337fe5c not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:42.750918 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:43:47.325807 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d03691f1-7c6a-4cf7-a67f-6092f4b255ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:49.796996 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29def6b7-d87e-4729-8ea5-6f77fec97671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:49.903151 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:51.141725 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:52.698361 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:56.074491 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:56.876064 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-da25f6c2-72bd-475d-b1ee-2809b12be52f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405488 Aug 31 23:43:56.957506 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-da1cff94-4f0a-4c13-bdab-58bf941e3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:56.958957 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-da1cff94-4f0a-4c13-bdab-58bf941e3e1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1098 time: 0.0401425 Aug 31 23:43:57.063174 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-e3f7d1e7-1e2b-418b-bba2-272f355d6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:57.064677 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-e3f7d1e7-1e2b-418b-bba2-272f355d6d77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.0864098 Aug 31 23:43:57.129935 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-19d32ccf-fd6d-41a8-b7fe-6cb986d3155d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251 HTTP/1.1" status: 200 len: 1001 time: 0.0572915 Aug 31 23:43:57.183792 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-86584c28-e80d-4b5d-a09b-33aa35558b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:57.184695 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-86584c28-e80d-4b5d-a09b-33aa35558b45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0475748 Aug 31 23:43:57.233424 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-48e6b1b5-376f-41c9-90b5-e7c85a55bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:43:57.234863 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-48e6b1b5-376f-41c9-90b5-e7c85a55bc2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414202 Aug 31 23:43:57.332820 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-36513b10-845f-465e-a11d-b9d43c6a0a1c service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802219 Aug 31 23:43:57.428773 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d281fe30-9d12-4569-9c28-a29a4cee8631 req-751d17e6-bef5-4ba6-8a0e-85b5cb8ec805 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870433 Aug 31 23:44:09.954903 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9af5e0-d775-4161-b7a2-49195371f3b7 req-fc7ca7c8-c2f1-4fae-ada0-41fe94f2db0d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:09.956375 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed9af5e0-d775-4161-b7a2-49195371f3b7 req-fc7ca7c8-c2f1-4fae-ada0-41fe94f2db0d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0481246 Aug 31 23:44:09.997274 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed9af5e0-d775-4161-b7a2-49195371f3b7 req-d1f314cb-19f3-417d-83c4-a23b24c951fe tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340688 Aug 31 23:44:11.115646 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b6efd-5619-4510-b8fd-0520bf877f22 req-aedc0c58-cc7e-49a5-9988-935dad68fb73 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:11.117111 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da1b6efd-5619-4510-b8fd-0520bf877f22 req-aedc0c58-cc7e-49a5-9988-935dad68fb73 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0485375 Aug 31 23:44:11.156004 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da1b6efd-5619-4510-b8fd-0520bf877f22 req-d6256c61-ccc0-438d-9f13-6101af7625ad tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Aug 31 23:44:12.288809 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053255b5-fe6d-4acf-bab4-8249bd1e4298 req-837744d8-5a3c-4084-a8b5-6cf522c89ece tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:12.290987 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-053255b5-fe6d-4acf-bab4-8249bd1e4298 req-837744d8-5a3c-4084-a8b5-6cf522c89ece tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0552273 Aug 31 23:44:12.327982 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-053255b5-fe6d-4acf-bab4-8249bd1e4298 req-c0906e50-4af3-452a-a29b-4e4a15ebce9f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Aug 31 23:44:13.452981 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec23937-ad23-448e-8705-e79393d55a26 req-64455450-61ce-4f72-9004-dbf4fd8ebbae tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:13.454442 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ec23937-ad23-448e-8705-e79393d55a26 req-64455450-61ce-4f72-9004-dbf4fd8ebbae tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0478213 Aug 31 23:44:13.495423 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ec23937-ad23-448e-8705-e79393d55a26 req-660eb8f5-9d45-40bf-bfed-99c7281715e1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Aug 31 23:44:14.615604 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fdd9-1a9a-4380-86c7-34efd7e0b0e1 req-b47dc8f1-87c7-43f6-a257-7313cc094a3b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:14.617078 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c079fdd9-1a9a-4380-86c7-34efd7e0b0e1 req-b47dc8f1-87c7-43f6-a257-7313cc094a3b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0491097 Aug 31 23:44:14.655157 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c079fdd9-1a9a-4380-86c7-34efd7e0b0e1 req-90e23252-d679-4401-9756-b240933f487d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Aug 31 23:44:15.779476 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280110af-6bb0-4091-a1b4-e943fa56418e req-907104e2-ac16-4246-b0b2-0df957e4c0c8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:15.780940 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-280110af-6bb0-4091-a1b4-e943fa56418e req-907104e2-ac16-4246-b0b2-0df957e4c0c8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0492642 Aug 31 23:44:15.818230 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-280110af-6bb0-4091-a1b4-e943fa56418e req-5e2e5e5b-498b-403e-929b-85e16c875cc4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Aug 31 23:44:16.947555 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ab16f-de84-4c5e-a227-5bd997d93659 req-0ca25c8c-845c-4d2d-8a25-0131853648e4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:16.949155 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a14ab16f-de84-4c5e-a227-5bd997d93659 req-0ca25c8c-845c-4d2d-8a25-0131853648e4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0570724 Aug 31 23:44:17.000569 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a14ab16f-de84-4c5e-a227-5bd997d93659 req-b0f5554e-4425-4fea-951d-a7a0685815b4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Aug 31 23:44:17.326698 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2a9d542f-47d4-4963-9b98-b069a5907c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:18.133175 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b888b77-496f-4975-82e5-80291c3298da req-116a090c-1b4a-41de-a401-697d01897be8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:18.135327 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b888b77-496f-4975-82e5-80291c3298da req-116a090c-1b4a-41de-a401-697d01897be8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0495391 Aug 31 23:44:18.172041 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b888b77-496f-4975-82e5-80291c3298da req-12476715-af7d-4f7e-a1d5-445071cfca18 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306053 Aug 31 23:44:19.300806 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc362b-5b10-42a5-90e3-2ae3d57ba6ca req-a279eb5b-2b31-4f4d-af4c-6b5cedd4f9b2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:19.302169 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bfbc362b-5b10-42a5-90e3-2ae3d57ba6ca req-a279eb5b-2b31-4f4d-af4c-6b5cedd4f9b2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0496957 Aug 31 23:44:19.340534 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bfbc362b-5b10-42a5-90e3-2ae3d57ba6ca req-86a57722-c543-49d8-b8db-07d362c68009 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Aug 31 23:44:19.751428 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:44:19.797151 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9257dd9b-de3a-4d05-b8d6-b0c5018b4797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:19.904950 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:20.458790 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef4fa4-a671-4a82-a6d8-a6f956aad81e req-bd96292e-854d-4d50-ab0d-6ebecd0b3f88 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:20.460250 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fef4fa4-a671-4a82-a6d8-a6f956aad81e req-bd96292e-854d-4d50-ab0d-6ebecd0b3f88 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0484476 Aug 31 23:44:20.501359 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fef4fa4-a671-4a82-a6d8-a6f956aad81e req-8d4cec35-ce4c-4e26-9185-4b7b9567bbfc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344269 Aug 31 23:44:21.148121 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:21.635558 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726a28-5eb5-4dbc-bc00-6ca09f84518a req-e18fa764-11c5-420f-9e05-08359d5fc8dc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:21.637041 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0b726a28-5eb5-4dbc-bc00-6ca09f84518a req-e18fa764-11c5-420f-9e05-08359d5fc8dc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0556908 Aug 31 23:44:21.674473 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0b726a28-5eb5-4dbc-bc00-6ca09f84518a req-f5e91aec-0d3d-46c8-94be-81fdd9916e3e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Aug 31 23:44:22.701015 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:22.799735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006e4a6-0ed3-428a-8842-d6da4525db40 req-ce6e7ab2-ef81-49e7-b088-a41edda9598c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:22.801184 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c006e4a6-0ed3-428a-8842-d6da4525db40 req-ce6e7ab2-ef81-49e7-b088-a41edda9598c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0511637 Aug 31 23:44:22.841655 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c006e4a6-0ed3-428a-8842-d6da4525db40 req-5ab0957f-3602-44b1-9b21-45025ca39d66 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Aug 31 23:44:23.502895 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-cb5fc016-3c47-4f18-b2b6-5703a87b72a4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991794558&fields=id&tenant_id=22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 267 time: 0.0346887 Aug 31 23:44:23.616838 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-5c54d9aa-bc07-4e76-97b5-2a58ba8879ea tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:23.618524 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-5c54d9aa-bc07-4e76-97b5-2a58ba8879ea tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 812 time: 0.1091468 Aug 31 23:44:23.636642 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-7daeb7b8-0450-4a70-aaf0-5b4878fe5a8c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/quotas/22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 375 time: 0.0123360 Aug 31 23:44:23.694071 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-714a552b-a2f3-4f75-b2a5-f88ee2c8ad86 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520451 Aug 31 23:44:23.792062 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-3e64bad2-b146-42a0-9e1e-c712b33c5ce9 service neutron] 10.222.0.63 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869577 Aug 31 23:44:23.878441 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-5952e4c0-e158-4eba-b788-e3152c37f68a service neutron] 10.222.0.63 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803730 Aug 31 23:44:23.972719 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ec889-e05d-4862-9461-a870316522a4 req-a6b291c8-d7e8-45b6-873a-db716426a862 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:23.974204 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d30ec889-e05d-4862-9461-a870316522a4 req-a6b291c8-d7e8-45b6-873a-db716426a862 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0540192 Aug 31 23:44:24.014985 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d30ec889-e05d-4862-9461-a870316522a4 req-830bb5d9-96fb-4827-8480-f4a67b64827a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341527 Aug 31 23:44:24.182129 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-27e0bdd6-bfa0-4149-8898-6a2682f0d27f req-13381713-560d-4b4a-92c1-a110652eb853 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 210 time: 0.0317478 Aug 31 23:44:25.216958 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d49a7-3534-4cd5-b461-d6f30185bdae req-2b663607-6978-43dd-a162-d45f4aaf1752 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:25.218472 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-261d49a7-3534-4cd5-b461-d6f30185bdae req-2b663607-6978-43dd-a162-d45f4aaf1752 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.1005504 Aug 31 23:44:25.260817 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-dead86f6-5b0c-493f-9bb7-c6e9f0348ee4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:25.262355 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-dead86f6-5b0c-493f-9bb7-c6e9f0348ee4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 812 time: 0.1739950 Aug 31 23:44:25.282254 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11689986-876a-4978-a3d3-7c7c12256f95 req-db835923-08f4-405f-b6f3-549df890a296 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 210 time: 0.0284343 Aug 31 23:44:25.291547 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-261d49a7-3534-4cd5-b461-d6f30185bdae req-192cb9a4-9188-40f6-a794-1f6fbb06d44d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594871 Aug 31 23:44:25.328824 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-531b5984-c8cb-45da-94a6-5a86b1f31e70 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e157f69fd3465783c5694e10f2a1e3 HTTP/1.1" status: 200 len: 380 time: 0.0464077 Aug 31 23:44:25.344773 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'port': {'device_id': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'admin_state_up': True, 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'security_groups': ['c9ac453f-9e10-48fe-933f-d4d6c254e139']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:44:25.457236 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Made reservation on behalf of 22e157f69fd3465783c5694e10f2a1e3 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:44:25.460845 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:25.591928 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Allocated IP 172.20.0.10 (41bb5130-7386-436e-b62f-9b3c3173e206/25097994-7fae-43b8-bf51-012726199243/97993734-be1c-4190-8e7e-5165db1aa475) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:44:25.739467 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:25.754880 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Transition to ACTIVE for port object 97993734-be1c-4190-8e7e-5165db1aa475 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:44:25.787761 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:25.838431 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Network 41bb5130-7386-436e-b62f-9b3c3173e206 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:44:25.841569 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:44:25.845543 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:44:25.852196 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=97993734-be1c-4190-8e7e-5165db1aa475,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:25.904796 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:25.905422 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:25.909975 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.910402 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.910694 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.911032 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.911363 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.911696 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.912028 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.912357 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.912688 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.913019 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.913347 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.913667 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:25.930941 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e7664cea-a9e0-4ce8-b5de-6800d86aaef1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929215 Aug 31 23:44:25.950515 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Request body: {'port': {'device_id': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:44:26.010376 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.081462 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.132260 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-ee3e4a0c-8932-43ff-8b91-e66ebe98ca7a None None] Provisioning for port 97993734-be1c-4190-8e7e-5165db1aa475 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:44:26.137534 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-ee3e4a0c-8932-43ff-8b91-e66ebe98ca7a None None] Provisioning complete for port 97993734-be1c-4190-8e7e-5165db1aa475 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:44:26.137908 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4a0c-8932-43ff-8b91-e66ebe98ca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.171215 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e4a0c-8932-43ff-8b91-e66ebe98ca7a None None] Port 97993734-be1c-4190-8e7e-5165db1aa475 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:44:26.279964 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97993734-be1c-4190-8e7e-5165db1aa475 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:44:26.287225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.301221 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Transition to ACTIVE for port object 97993734-be1c-4190-8e7e-5165db1aa475 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:44:26.304749 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.355249 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Pushing event updated for resources: {'Port': ['ID=97993734-be1c-4190-8e7e-5165db1aa475,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:26.446498 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef0afa-0dbd-416e-85a5-29cc5a2c55be req-ffdb03ef-dd32-4bf2-8d7a-ef68f1bd7160 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:26.454946 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5eef0afa-0dbd-416e-85a5-29cc5a2c55be req-ffdb03ef-dd32-4bf2-8d7a-ef68f1bd7160 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0578926 Aug 31 23:44:26.468368 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1d8f2-dc71-4077-9efe-e86cdf667f61 req-26daf28c-e291-4c24-833b-6fddb8993102 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:26.476330 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6e1d8f2-dc71-4077-9efe-e86cdf667f61 req-26daf28c-e291-4c24-833b-6fddb8993102 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.1085572 Aug 31 23:44:26.495414 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5eef0afa-0dbd-416e-85a5-29cc5a2c55be req-dfa69ee7-8fa6-4e62-8770-f8dfb53d736e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Aug 31 23:44:26.501357 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Attempting to bind port 97993734-be1c-4190-8e7e-5165db1aa475 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:44:26.501962 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Attempting to bind port 97993734-be1c-4190-8e7e-5165db1aa475 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:44:26.502294 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Attempting to bind port 97993734-be1c-4190-8e7e-5165db1aa475 on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:44:26.510314 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Port 97993734-be1c-4190-8e7e-5165db1aa475 on network 41bb5130-7386-436e-b62f-9b3c3173e206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:44:26.510679 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Attempting to bind port 97993734-be1c-4190-8e7e-5165db1aa475 on network 41bb5130-7386-436e-b62f-9b3c3173e206 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:44:26.522341 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:44:26.522740 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Checking segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:44:26.523123 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Bound using segment: {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:44:26.523554 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Bound port: 97993734-be1c-4190-8e7e-5165db1aa475, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982d071d-440b-4586-8cc6-b22f2a59062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:44:26.524620 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.546692 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6e1d8f2-dc71-4077-9efe-e86cdf667f61 req-f6ba6984-1154-4d2c-8fe2-43d3917b6807 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699494 Aug 31 23:44:26.609987 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] For port 97993734-be1c-4190-8e7e-5165db1aa475, host hv-cinder-75994, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:44:26.613114 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] For port 97993734-be1c-4190-8e7e-5165db1aa475, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=97993734-be1c-4190-8e7e-5165db1aa475,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:44:26.617578 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.655692 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:26.656310 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:26.657685 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/97993734-be1c-4190-8e7e-5165db1aa475 HTTP/1.1" status: 200 len: 1094 time: 0.7124236 Aug 31 23:44:26.658123 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:44:26.660461 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254d5aba-6a05-4329-953a-10a40822bf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "tag": "97993734-be1c-4190-8e7e-5165db1aa475"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:44:26.692333 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f614a57-b927-4392-8537-5466fda842d4 service neutron] Pushing event updated for resources: {'Port': ['ID=97993734-be1c-4190-8e7e-5165db1aa475,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:26.705230 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c19641e-962a-4f24-9fe8-cbea63ac4a3f x-openstack-request-id: req-7c19641e-962a-4f24-9fe8-cbea63ac4a3f {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:44:26.705550 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "tag": "97993734-be1c-4190-8e7e-5165db1aa475", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:44:26.705823 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c19641e-962a-4f24-9fe8-cbea63ac4a3f {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:44:26.706246 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475', 'status': 'completed', 'code': 200} Aug 31 23:44:26.780793 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e23c578e-fb54-4fd3-be85-4d99c8d7f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:26.782388 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-e23c578e-fb54-4fd3-be85-4d99c8d7f7c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 1097 time: 0.0454588 Aug 31 23:44:26.834368 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-27921e09-409d-4e30-94ad-fd8e28bd1034 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97993734-be1c-4190-8e7e-5165db1aa475 HTTP/1.1" status: 200 len: 217 time: 0.0360940 Aug 31 23:44:26.884434 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-0e3dbd42-9a51-4300-910a-5668986d7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:26.885867 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-0e3dbd42-9a51-4300-910a-5668986d7e66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0437429 Aug 31 23:44:26.936123 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-8ca24a3b-4b86-408f-8cbb-b5d89266ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:26.937546 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-8ca24a3b-4b86-408f-8cbb-b5d89266ca1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442708 Aug 31 23:44:27.026566 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-4d1777ff-9962-4b9c-9eae-a2debe278630 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812380 Aug 31 23:44:27.122932 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70d6e541-eb63-48df-b201-ac8b77cc3836 req-c3acef68-93ce-4acf-afa0-664d5fa8f5e8 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886068 Aug 31 23:44:27.276322 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5aba-6a05-4329-953a-10a40822bf2d req-a2e4fe50-a28e-4b4f-ad34-218bc83aba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:27.277694 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-254d5aba-6a05-4329-953a-10a40822bf2d req-a2e4fe50-a28e-4b4f-ad34-218bc83aba74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 1097 time: 0.0411959 Aug 31 23:44:27.369283 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5aba-6a05-4329-953a-10a40822bf2d req-1c9f29b9-8e2b-49c6-a1bf-75ad30cbaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:27.370768 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-254d5aba-6a05-4329-953a-10a40822bf2d req-1c9f29b9-8e2b-49c6-a1bf-75ad30cbaa96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.0857220 Aug 31 23:44:27.413457 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-254d5aba-6a05-4329-953a-10a40822bf2d req-4bd0f463-929f-48bf-8e25-979a26265f44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97993734-be1c-4190-8e7e-5165db1aa475 HTTP/1.1" status: 200 len: 217 time: 0.0350375 Aug 31 23:44:27.462120 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5aba-6a05-4329-953a-10a40822bf2d req-a91e9d9c-493f-4b66-8a3e-bcb1eda42e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:27.463565 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-254d5aba-6a05-4329-953a-10a40822bf2d req-a91e9d9c-493f-4b66-8a3e-bcb1eda42e58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0432036 Aug 31 23:44:27.510021 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5aba-6a05-4329-953a-10a40822bf2d req-2923f404-1733-465d-9ee8-281722c59184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:27.511503 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-254d5aba-6a05-4329-953a-10a40822bf2d req-2923f404-1733-465d-9ee8-281722c59184 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409141 Aug 31 23:44:27.617962 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-254d5aba-6a05-4329-953a-10a40822bf2d req-131d3b00-c613-480e-b759-d77e7fd8add5 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982096 Aug 31 23:44:27.622835 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3317249-4ed6-4160-9538-d732e05fa735 req-e19c4173-f3b3-4cc4-842f-2ce61f9d20e6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:27.624301 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a3317249-4ed6-4160-9538-d732e05fa735 req-e19c4173-f3b3-4cc4-842f-2ce61f9d20e6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0501194 Aug 31 23:44:27.666170 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a3317249-4ed6-4160-9538-d732e05fa735 req-bdf2de50-2b7c-4601-ba64-9a54af85f9f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Aug 31 23:44:27.732605 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e6649-b65e-46c5-ade2-f835b2d5852f req-2c7eb80f-196f-4c21-8add-653dcd997a59 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:27.734225 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f0e6649-b65e-46c5-ade2-f835b2d5852f req-2c7eb80f-196f-4c21-8add-653dcd997a59 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.1059201 Aug 31 23:44:27.770102 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-254d5aba-6a05-4329-953a-10a40822bf2d req-62c61440-9bf8-418f-8e2a-6ad2aa073994 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427958 Aug 31 23:44:27.786057 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f0e6649-b65e-46c5-ade2-f835b2d5852f req-e0f819b3-d788-440a-9529-c5566c4cd435 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430267 Aug 31 23:44:28.789451 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c05a12-76bc-4487-9b41-c2ce6907ef61 req-e0d496e6-b277-4b96-9cfb-d4909b4c1fe8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:28.791548 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23c05a12-76bc-4487-9b41-c2ce6907ef61 req-e0d496e6-b277-4b96-9cfb-d4909b4c1fe8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0542054 Aug 31 23:44:28.829974 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23c05a12-76bc-4487-9b41-c2ce6907ef61 req-908dc81e-1fed-4ed0-8023-3290fbf0a32d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Aug 31 23:44:28.958343 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a21b-b504-4062-94c6-4f0ab0049189 req-6eea43a9-bd1e-4275-8e3b-f8627876b12c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:28.960552 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1431a21b-b504-4062-94c6-4f0ab0049189 req-6eea43a9-bd1e-4275-8e3b-f8627876b12c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.0764363 Aug 31 23:44:28.998848 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1431a21b-b504-4062-94c6-4f0ab0049189 req-fa4ef8c1-834c-4261-bbe9-f91e7ba04f3c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Aug 31 23:44:29.950163 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e2f5e-2974-4cdb-af28-d446493cef48 req-a77a9677-cc18-46e3-84c0-9c9701437a18 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:29.951655 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-555e2f5e-2974-4cdb-af28-d446493cef48 req-a77a9677-cc18-46e3-84c0-9c9701437a18 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0483568 Aug 31 23:44:29.988409 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-555e2f5e-2974-4cdb-af28-d446493cef48 req-51d6cd18-300d-440e-ba0f-b461eecb4a3b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308678 Aug 31 23:44:30.074752 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:44:30.124440 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afda23-ad1a-4d43-b953-64cf381833bd req-f5e15c58-d0f7-471a-8797-dc9d96e2515c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:30.125902 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-47afda23-ad1a-4d43-b953-64cf381833bd req-f5e15c58-d0f7-471a-8797-dc9d96e2515c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.0574312 Aug 31 23:44:30.163733 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-47afda23-ad1a-4d43-b953-64cf381833bd req-b55d0cb5-27b2-408c-a6db-8600ab89516e tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Aug 31 23:44:30.172135 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:44:30.183567 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'port_id': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'mac_address': 'fa:16:3e:b3:84:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:44:30.219271 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:30.232052 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:44:30.254418 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:44:30.259103 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:30.305495 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:30.312315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.312667 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.313009 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.313344 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.313675 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.314005 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.314335 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.314690 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.315021 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.315346 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.315670 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.315992 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:44:30.436726 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:44:31.105986 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5b31-b0e7-4ab0-b828-3cc56f11ae87 req-112d9deb-0784-4050-bf8c-2a9f639a5d07 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:31.107444 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c03b5b31-b0e7-4ab0-b828-3cc56f11ae87 req-112d9deb-0784-4050-bf8c-2a9f639a5d07 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 945 time: 0.0469468 Aug 31 23:44:31.148885 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c03b5b31-b0e7-4ab0-b828-3cc56f11ae87 req-aa436c0f-d3b3-437c-a8d6-a7a05af7fde5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356047 Aug 31 23:44:31.314692 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685b9be-b575-4323-b5a1-8e334c390ac6 req-1790873a-0313-4efc-8b6e-88c4ac9171bf tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:31.317145 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5685b9be-b575-4323-b5a1-8e334c390ac6 req-1790873a-0313-4efc-8b6e-88c4ac9171bf tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.0801709 Aug 31 23:44:31.355809 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5685b9be-b575-4323-b5a1-8e334c390ac6 req-8de4a243-4952-46be-8056-deaf828448ff tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Aug 31 23:44:32.116182 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:44:32.199502 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:44:32.200080 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:32.279376 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4531c0-3634-404a-a80f-a4fa18f14e9e req-4ca78f87-81d8-423a-b5d7-f8945109b010 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:32.281002 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b4531c0-3634-404a-a80f-a4fa18f14e9e req-4ca78f87-81d8-423a-b5d7-f8945109b010 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 945 time: 0.0584450 Aug 31 23:44:32.323427 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:32.327127 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b4531c0-3634-404a-a80f-a4fa18f14e9e req-6c91475f-b4a4-4c96-82b9-cd5534e8c11a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 Aug 31 23:44:32.352550 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:44:32.355899 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b15b5a-c587-4cfa-9849-714c2bb7435a" -d '{"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-plugged", "status": "completed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:44:32.369031 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:44:32.374269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:32.410298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee6a24-658e-4f3e-9c80-861cb96463aa x-openstack-request-id: req-d8ee6a24-658e-4f3e-9c80-861cb96463aa {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:44:32.410298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-plugged", "status": "completed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:44:32.410298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d8ee6a24-658e-4f3e-9c80-861cb96463aa {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:44:32.410738 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'code': 200} Aug 31 23:44:32.447435 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:32.503696 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0c616-e5e7-4248-a292-950979d3cf2c req-420ba434-0057-4afc-a0d8-62db99d417bc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:32.505190 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79c0c616-e5e7-4248-a292-950979d3cf2c req-420ba434-0057-4afc-a0d8-62db99d417bc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.0492036 Aug 31 23:44:32.544971 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79c0c616-e5e7-4248-a292-950979d3cf2c req-f6015a2a-3082-4803-9bc3-42a894f53b31 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323415 Aug 31 23:44:33.484839 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac6cf6-b12a-4288-95be-736b55c08e61 req-66cb6a53-79e3-4925-bbfe-c6b48d29c554 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:33.486417 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-99ac6cf6-b12a-4288-95be-736b55c08e61 req-66cb6a53-79e3-4925-bbfe-c6b48d29c554 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0620170 Aug 31 23:44:33.543086 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-99ac6cf6-b12a-4288-95be-736b55c08e61 req-a0cf32c7-fed4-45eb-9179-5721e8dbe302 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503089 Aug 31 23:44:33.713586 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b79b7-b4ce-4eb3-9e9c-b1e3f2c0d788 req-dee1acb4-0268-4ccd-8349-76ccf6ae62bf tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:33.725563 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e92b79b7-b4ce-4eb3-9e9c-b1e3f2c0d788 req-dee1acb4-0268-4ccd-8349-76ccf6ae62bf tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.0769062 Aug 31 23:44:33.789501 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e92b79b7-b4ce-4eb3-9e9c-b1e3f2c0d788 req-4d08520a-907c-4754-8410-0dd62feabc47 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621607 Aug 31 23:44:34.689740 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb9553-6cb3-4546-ad05-76fa556e7ab4 req-0204a808-0fcc-4bcd-9ed8-9a1c38408d29 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:34.691296 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5eb9553-6cb3-4546-ad05-76fa556e7ab4 req-0204a808-0fcc-4bcd-9ed8-9a1c38408d29 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0588703 Aug 31 23:44:34.759655 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5eb9553-6cb3-4546-ad05-76fa556e7ab4 req-4b751ecd-141d-4ca9-9fd4-768c78a16742 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596223 Aug 31 23:44:34.936276 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75d628-c220-47c2-8580-e2d1840c710f req-a9ac220a-8809-4f9c-8bb0-e9e19a8c40d6 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:34.937800 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f75d628-c220-47c2-8580-e2d1840c710f req-a9ac220a-8809-4f9c-8bb0-e9e19a8c40d6 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.0525777 Aug 31 23:44:34.985344 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f75d628-c220-47c2-8580-e2d1840c710f req-a159d413-93bc-4fc2-ba75-cd6ac87d71cb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390022 Aug 31 23:44:35.937021 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26bd19-76da-4df1-9e50-b91ecc1d69b5 req-5a24923f-2fe6-445e-8514-07c21feac055 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:35.944673 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d26bd19-76da-4df1-9e50-b91ecc1d69b5 req-5a24923f-2fe6-445e-8514-07c21feac055 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0748544 Aug 31 23:44:35.981131 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d26bd19-76da-4df1-9e50-b91ecc1d69b5 req-e33a29c4-369c-44d2-a1d2-52bddfc1db99 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354385 Aug 31 23:44:36.088730 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 97993734-be1c-4190-8e7e-5165db1aa475 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:44:36.113560 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e766b3-e8be-43c5-96b1-56a5a6a1f9f8 req-36388dc6-69d8-43b5-ba85-6dfecfc1a681 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:36.126254 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17e766b3-e8be-43c5-96b1-56a5a6a1f9f8 req-36388dc6-69d8-43b5-ba85-6dfecfc1a681 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 944 time: 0.0675631 Aug 31 23:44:36.174831 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17e766b3-e8be-43c5-96b1-56a5a6a1f9f8 req-bdd6dad4-5417-4d66-ba85-f1b19a96e0bb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425274 Aug 31 23:44:36.221447 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 97993734-be1c-4190-8e7e-5165db1aa475, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=97993734-be1c-4190-8e7e-5165db1aa475,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:44:36.241688 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '97993734-be1c-4190-8e7e-5165db1aa475', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'port_id': '97993734-be1c-4190-8e7e-5165db1aa475', 'mac_address': 'fa:16:3e:0c:ea:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:44:36.327076 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:36.349729 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97993734-be1c-4190-8e7e-5165db1aa475 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:44:36.379525 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 97993734-be1c-4190-8e7e-5165db1aa475, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=97993734-be1c-4190-8e7e-5165db1aa475,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:44:36.388333 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:36.453363 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=97993734-be1c-4190-8e7e-5165db1aa475,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:36.874690 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['97993734-be1c-4190-8e7e-5165db1aa475'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:44:37.133133 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517930c-1cfb-4f37-9832-b34d83344f9c req-3dcad6ed-47ff-4201-92e7-6bd302a30d6b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:37.141937 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6517930c-1cfb-4f37-9832-b34d83344f9c req-3dcad6ed-47ff-4201-92e7-6bd302a30d6b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0623798 Aug 31 23:44:37.177459 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6517930c-1cfb-4f37-9832-b34d83344f9c req-3ed6cc0c-dfa7-4f11-8cb8-4d6735162b50 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342286 Aug 31 23:44:37.318188 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a5d55-c0b4-41d6-915a-814fde48125e req-3b1465a1-e730-4cdb-9d47-465fecb106ad tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:37.320861 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b98a5d55-c0b4-41d6-915a-814fde48125e req-3b1465a1-e730-4cdb-9d47-465fecb106ad tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 945 time: 0.0652297 Aug 31 23:44:37.379785 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b98a5d55-c0b4-41d6-915a-814fde48125e req-18333527-7ef7-41e3-b6af-5f501ee5e282 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519228 Aug 31 23:44:38.346466 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b0e4b-8fce-4576-898c-a2903fd8089e req-e9e79988-78ac-4379-b499-ee22fb3a3688 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:38.348932 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-523b0e4b-8fce-4576-898c-a2903fd8089e req-e9e79988-78ac-4379-b499-ee22fb3a3688 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0642893 Aug 31 23:44:38.394797 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-523b0e4b-8fce-4576-898c-a2903fd8089e req-3f35771d-8b40-44a7-b5f0-102b5c06621e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 Aug 31 23:44:38.539417 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691565-2f0d-4497-8a5e-6269005c4f4f req-51ab3464-b05f-4455-b345-415e70cda142 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:38.541110 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74691565-2f0d-4497-8a5e-6269005c4f4f req-51ab3464-b05f-4455-b345-415e70cda142 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 945 time: 0.0681908 Aug 31 23:44:38.603472 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74691565-2f0d-4497-8a5e-6269005c4f4f req-1c59310e-7058-44b3-8dec-99bdedec7490 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530508 Aug 31 23:44:39.608505 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4095-6203-4c8d-bd67-5902bf31e3b8 req-368bfa1c-2332-4555-998a-1bbfc031405a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:39.614660 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c90f4095-6203-4c8d-bd67-5902bf31e3b8 req-368bfa1c-2332-4555-998a-1bbfc031405a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.1049809 Aug 31 23:44:39.669898 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c90f4095-6203-4c8d-bd67-5902bf31e3b8 req-3e6fbfe4-2a49-47b9-ae6f-984e85e4b96e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535362 Aug 31 23:44:39.753692 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22844c5-0b54-4ac5-b982-0898625663ce req-18d0b936-2666-4d77-9f24-4ce796f21226 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:39.756117 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a22844c5-0b54-4ac5-b982-0898625663ce req-18d0b936-2666-4d77-9f24-4ce796f21226 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 945 time: 0.0553658 Aug 31 23:44:39.816233 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a22844c5-0b54-4ac5-b982-0898625663ce req-604b9ad4-1fd9-48fd-8804-7220de0978e8 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506551 Aug 31 23:44:40.119109 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 97993734-be1c-4190-8e7e-5165db1aa475 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:44:40.204283 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 97993734-be1c-4190-8e7e-5165db1aa475 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:44:40.210362 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 97993734-be1c-4190-8e7e-5165db1aa475 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:44:40.210881 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:40.344322 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:40.375829 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:44:40.380345 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc0204f-9429-4eae-8471-434231870b23" -d '{"events": [{"server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "name": "network-vif-plugged", "status": "completed", "tag": "97993734-be1c-4190-8e7e-5165db1aa475"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:44:40.420883 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 97993734-be1c-4190-8e7e-5165db1aa475, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=97993734-be1c-4190-8e7e-5165db1aa475,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:44:40.429224 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:40.444927 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd30cc7b-e002-4f23-92c5-644084ca6ae7 x-openstack-request-id: req-fd30cc7b-e002-4f23-92c5-644084ca6ae7 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:44:40.445583 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "name": "network-vif-plugged", "status": "completed", "tag": "97993734-be1c-4190-8e7e-5165db1aa475", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:44:40.446095 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fd30cc7b-e002-4f23-92c5-644084ca6ae7 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:44:40.447330 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475', 'code': 200} Aug 31 23:44:40.523451 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=97993734-be1c-4190-8e7e-5165db1aa475,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:40.833020 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be07c9-1a01-4b36-bb83-8a21e6ef3cb8 req-ff44f589-9e93-4483-bb12-0a1e78bf3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:40.835634 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-53be07c9-1a01-4b36-bb83-8a21e6ef3cb8 req-ff44f589-9e93-4483-bb12-0a1e78bf3978 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 1099 time: 0.0731070 Aug 31 23:44:40.842522 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf50f5-c9d3-4d0b-97ee-e93a1b922d4d req-3ee3981d-e477-4180-bca3-91137aefbc84 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:40.854933 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7bf50f5-c9d3-4d0b-97ee-e93a1b922d4d req-3ee3981d-e477-4180-bca3-91137aefbc84 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0648553 Aug 31 23:44:40.917154 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7bf50f5-c9d3-4d0b-97ee-e93a1b922d4d req-35b6c9a5-eb78-4525-88cc-95f064c79acc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608706 Aug 31 23:44:40.957061 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-53be07c9-1a01-4b36-bb83-8a21e6ef3cb8 req-32b30b63-d80b-478f-9ffe-3592b53e8248 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087170 Aug 31 23:44:41.043759 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a426b-15fc-41f8-80e4-fe6f173d4853 req-f3b89768-1ebc-4f34-bb53-ba78a3820538 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:41.045607 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1a9a426b-15fc-41f8-80e4-fe6f173d4853 req-f3b89768-1ebc-4f34-bb53-ba78a3820538 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0626659 Aug 31 23:44:41.097545 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1a9a426b-15fc-41f8-80e4-fe6f173d4853 req-ee9f4afe-9dbd-4fc7-b173-8ea70c87142f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Aug 31 23:44:42.058626 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda360a-97d9-468d-9a7e-b886ef53b305 req-eb5f60bd-ee2a-44c5-906c-7f5a9e27e7a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:42.060880 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3eda360a-97d9-468d-9a7e-b886ef53b305 req-eb5f60bd-ee2a-44c5-906c-7f5a9e27e7a9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0551217 Aug 31 23:44:42.105696 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3eda360a-97d9-468d-9a7e-b886ef53b305 req-8319e900-a104-44ba-b8ec-b5d3ff443e12 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381155 Aug 31 23:44:42.242189 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704b81-d5fd-41c3-b10d-da6025b86d5e req-a53ccb49-0d9d-4bc2-944e-03cb305b1783 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:42.243831 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-99704b81-d5fd-41c3-b10d-da6025b86d5e req-a53ccb49-0d9d-4bc2-944e-03cb305b1783 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0580087 Aug 31 23:44:42.286732 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-99704b81-d5fd-41c3-b10d-da6025b86d5e req-bfebd6c4-dde3-4269-8759-44077a189d89 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Aug 31 23:44:43.260462 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e6663-a342-4d10-a45e-4fef522bb188 req-2a761fea-51dc-4638-b1cf-c6a183bca4fa tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:43.261886 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-849e6663-a342-4d10-a45e-4fef522bb188 req-2a761fea-51dc-4638-b1cf-c6a183bca4fa tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0603111 Aug 31 23:44:43.300209 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-849e6663-a342-4d10-a45e-4fef522bb188 req-d7e68674-ac16-4436-a0f0-1b1fd043fb7a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322993 Aug 31 23:44:43.413527 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6c7ed-bdb4-4498-a36c-b5a29fd45169 req-6e95cd75-3374-4f6d-b4da-dda23c21f8f4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:43.414959 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c6c7ed-bdb4-4498-a36c-b5a29fd45169 req-6e95cd75-3374-4f6d-b4da-dda23c21f8f4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0484896 Aug 31 23:44:43.453527 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c6c7ed-bdb4-4498-a36c-b5a29fd45169 req-b4977699-97bb-462e-821a-415e926acf1a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Aug 31 23:44:43.566170 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff488ff1-3a76-4b2c-9428-df009aa53242 req-d766a1d0-ca1d-433f-a1e5-cb0f0f6cfe93 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:43.567610 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ff488ff1-3a76-4b2c-9428-df009aa53242 req-d766a1d0-ca1d-433f-a1e5-cb0f0f6cfe93 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0489905 Aug 31 23:44:43.605705 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ff488ff1-3a76-4b2c-9428-df009aa53242 req-f9f30ae0-31a3-4b47-8734-971dc1f50048 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Aug 31 23:44:43.636260 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54792) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:44:43.827426 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e2d0ff-cd32-4a1a-889f-225f20f6ae5e tempest-TestVolumeBootPattern-1906109075 tempest-TestVolumeBootPattern-1906109075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:43.828858 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b5e2d0ff-cd32-4a1a-889f-225f20f6ae5e tempest-TestVolumeBootPattern-1906109075 tempest-TestVolumeBootPattern-1906109075-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 1094 time: 0.1915326 Aug 31 23:44:43.831672 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54796) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:44:43.836034 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Request body: {'floatingip': {'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'port_id': '97993734-be1c-4190-8e7e-5165db1aa475', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:44:43.859057 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:43.958734 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:44.099724 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Allocated IP 172.27.3.235 (c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d/088a464b-4e1b-4777-87f3-459d48d0fbfc/a3b46f12-935d-4d03-a8b9-51d2752788a3) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:44:44.200205 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-5db2b30e-291e-4231-8bda-dfc7e71e5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:44.201705 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-5db2b30e-291e-4231-8bda-dfc7e71e5082 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1099 time: 0.0881414 Aug 31 23:44:44.278677 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:44.325263 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-acc1505d-f926-4a05-8061-9180eee2de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:44.326942 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-acc1505d-f926-4a05-8061-9180eee2de1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.1156895 Aug 31 23:44:44.395548 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:44.422772 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4122fad-cc84-4140-abcb-d3465fe4ae48 req-64fab0cf-53ed-4d2f-905f-17a6fc35fb83 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:44.424339 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4122fad-cc84-4140-abcb-d3465fe4ae48 req-64fab0cf-53ed-4d2f-905f-17a6fc35fb83 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0517352 Aug 31 23:44:44.428383 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-c3cf1c18-b72f-4034-bf8e-1c1a55251482 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 200 len: 1001 time: 0.0935342 Aug 31 23:44:44.452525 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Network c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:44:44.465074 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4122fad-cc84-4140-abcb-d3465fe4ae48 req-5417bfb0-2c13-4a6f-ac54-74c5f9bcada4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344212 Aug 31 23:44:44.475008 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:44:44.478741 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:44:44.487794 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=a3b46f12-935d-4d03-a8b9-51d2752788a3,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:44.520872 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-0bfe0de9-5d87-476b-ae24-5a32451602cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:44.522323 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-0bfe0de9-5d87-476b-ae24-5a32451602cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0811381 Aug 31 23:44:44.624020 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-6286003b-0294-4212-89de-ba8088d6dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:44.625507 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-6286003b-0294-4212-89de-ba8088d6dade service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0955245 Aug 31 23:44:44.804710 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-0f9d5e2e-abff-4604-a61b-bb1db8fa84ae service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679959 Aug 31 23:44:45.244522 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6614061-edef-42d1-be5d-e0e5f7af29de req-76008517-1179-4e26-9915-aad07e688f6e service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313109 Aug 31 23:44:45.280788 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:45.348772 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:45.496201 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:45.501597 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:45.578025 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event updated for resources: {'Port': ['ID=a3b46f12-935d-4d03-a8b9-51d2752788a3,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:45.611074 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:45.665614 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c601ab-e766-49b5-9339-73e602977ade req-54c32400-fcb3-44ac-afbc-fa695bc4cd2e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:45.667108 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7c601ab-e766-49b5-9339-73e602977ade req-54c32400-fcb3-44ac-afbc-fa695bc4cd2e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.1075809 Aug 31 23:44:45.745610 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7c601ab-e766-49b5-9339-73e602977ade req-d0d358fc-a951-4ec5-80da-2f708d424d4d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719922 Aug 31 23:44:45.748352 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Floating IP 6b9acf88-a025-4d3f-8e0f-c4727a0c3a93 associated. External IP: 172.27.3.235, port: 97993734-be1c-4190-8e7e-5165db1aa475. Aug 31 23:44:45.956402 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:44:46.066075 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:44:46.077034 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:44:46.086184 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:46.089330 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:44:46.090333 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:46.114997 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-03bd111c-75f7-4352-b3c4-e98311f6bb9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2822244 Aug 31 23:44:46.115739 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:44:46.118852 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01efa906-6b47-4f1f-93f2-9fc5890f0714" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "tag": "97993734-be1c-4190-8e7e-5165db1aa475"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:44:46.164043 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f6d9cc-b5f5-437b-acba-2410f2d0e54b x-openstack-request-id: req-73f6d9cc-b5f5-437b-acba-2410f2d0e54b {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:44:46.164636 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "tag": "97993734-be1c-4190-8e7e-5165db1aa475", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:44:46.165200 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-73f6d9cc-b5f5-437b-acba-2410f2d0e54b {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:44:46.165893 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475', 'status': 'completed', 'code': 200} Aug 31 23:44:46.212735 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:44:46.258611 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-5a80cae9-22d3-4153-bc5b-cd2ab23a39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:46.260152 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-5a80cae9-22d3-4153-bc5b-cd2ab23a39c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 1099 time: 0.0425525 Aug 31 23:44:46.356995 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-6e319949-8ab2-4a84-b489-44a5cbd79e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:46.358481 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-6e319949-8ab2-4a84-b489-44a5cbd79e98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.0902543 Aug 31 23:44:46.429479 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-b395534e-05b7-411e-84dd-455fa56b22d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97993734-be1c-4190-8e7e-5165db1aa475 HTTP/1.1" status: 200 len: 1000 time: 0.0623174 Aug 31 23:44:46.453507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '6b9acf88-a025-4d3f-8e0f-c4727a0c3a93', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '97993734-be1c-4190-8e7e-5165db1aa475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:0c:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:44:44Z', 'updated_at': '2021-08-31T23:44:44Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}, {'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:59Z', 'revision_number': 1, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:46.480761 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:44:46.485063 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-c7e9a1bb-fdc2-4614-8a6f-4410fbf3abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:46.486524 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-c7e9a1bb-fdc2-4614-8a6f-4410fbf3abc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0492938 Aug 31 23:44:46.489672 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:44:46.490286 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:46.535340 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-f4ad9358-f614-49e2-ac74-515fa4b6a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:46.536989 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-f4ad9358-f614-49e2-ac74-515fa4b6a078 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418787 Aug 31 23:44:46.598294 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:44:46.632595 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-c017b8c9-9c54-4b10-9bbb-1c78c39477f7 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864179 Aug 31 23:44:46.745526 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01efa906-6b47-4f1f-93f2-9fc5890f0714 req-6d21d055-b332-409e-b06e-eeeb8eb25943 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995114 Aug 31 23:44:46.900904 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe59d2-1ae5-4ebf-bea3-e61c92dd4d98 req-490bae4a-4287-4f23-9a85-7328363bd778 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:46.903399 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5afe59d2-1ae5-4ebf-bea3-e61c92dd4d98 req-490bae4a-4287-4f23-9a85-7328363bd778 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0759709 Aug 31 23:44:46.946931 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5afe59d2-1ae5-4ebf-bea3-e61c92dd4d98 req-4906ca24-492b-4e63-8b6f-8e3068897b0d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368030 Aug 31 23:44:46.985246 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '6b9acf88-a025-4d3f-8e0f-c4727a0c3a93', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '97993734-be1c-4190-8e7e-5165db1aa475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:0c:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:44:44Z', 'updated_at': '2021-08-31T23:44:44Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}, {'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:59Z', 'revision_number': 1, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:47.016099 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cc38c-8428-4264-bd98-cf2231244320 None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '6b9acf88-a025-4d3f-8e0f-c4727a0c3a93', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '97993734-be1c-4190-8e7e-5165db1aa475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:0c:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:44:44Z', 'updated_at': '2021-08-31T23:44:44Z', 'revision_number': 0, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}, {'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:59Z', 'revision_number': 1, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:44:47.251206 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a0c46-9343-4aa5-a37d-a002925d8046 None None] New status for floating IP 6b9acf88-a025-4d3f-8e0f-c4727a0c3a93: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:44:47.327957 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-479ec863-e644-4e5b-9917-dd5c741bffd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:48.082359 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df1158-abdd-4ebb-bdd5-2d75421ba3df req-d9a46de6-a1d8-483f-802c-d855b6108d92 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:48.083833 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7df1158-abdd-4ebb-bdd5-2d75421ba3df req-d9a46de6-a1d8-483f-802c-d855b6108d92 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 946 time: 0.0508623 Aug 31 23:44:48.125301 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7df1158-abdd-4ebb-bdd5-2d75421ba3df req-e348fb3b-34d7-4553-aa61-379f76200ef5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354090 Aug 31 23:44:48.162510 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:44:48.248527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:48.274960 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:44:48.277259 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e41074a-8ef7-4284-8f76-b5d4b0996346" -d '{"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:44:48.290853 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:44:48.295176 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:48.342060 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe73e33d-4a6f-4536-a365-84d2621ac1b3 x-openstack-request-id: req-fe73e33d-4a6f-4536-a365-84d2621ac1b3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:44:48.343029 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-unplugged", "status": "failed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b", "code": 422}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:44:48.343029 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fe73e33d-4a6f-4536-a365-84d2621ac1b3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:44:48.343383 dv-cinder-759943-18-iscsi neutron-server[94086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'code': 422} returned with failed status Aug 31 23:44:48.360923 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:48.617300 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 54840) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:44:48.918654 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Deleting port 93cf4263-5dd9-4730-95de-80c056bac48e {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:44:48.918992 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:48.999768 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:49.000091 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:49.012277 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Calling delete_port for 93cf4263-5dd9-4730-95de-80c056bac48e owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:44:49.189619 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a6430-b667-47a9-a53b-0e07174648ef req-64c36107-73f6-4796-bb16-d37c42c478d4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:49.192377 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c77a6430-b667-47a9-a53b-0e07174648ef req-64c36107-73f6-4796-bb16-d37c42c478d4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0575578 Aug 31 23:44:49.246343 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:49.269324 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c77a6430-b667-47a9-a53b-0e07174648ef req-d5299ad6-0a61-4bc4-9ec0-9253364dfda2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658245 Aug 31 23:44:49.275874 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event deleted for resources: {'Port': ['ID=93cf4263-5dd9-4730-95de-80c056bac48e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:44:49.291007 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-69246b69-8957-4935-b67c-f0c9db57dfe7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0641043 Aug 31 23:44:49.359193 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:49.359711 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Floating IP db1d4d48-7041-4903-a91b-b88a464b0c06 disassociated (deleted). External IP: 172.27.3.81, port: f92f0fbf-f594-41f2-a39c-5f686bfe0ce9. Aug 31 23:44:49.634898 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Router aee8b193-bfc7-4108-900e-ce68a34079dd has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:44:49.756621 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:44:49.761983 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:49.767503 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] Sync routers for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:44:49.778036 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:44:49.778696 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:49.795985 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-18a798a7-e828-4f65-a4a2-61ffca483c26 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "DELETE /v2.0/floatingips/db1d4d48-7041-4903-a91b-b88a464b0c06 HTTP/1.1" status: 204 len: 168 time: 1.1754014 Aug 31 23:44:49.796848 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:44:49.799226 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706027d2-78d0-4493-9edc-5de458a5ef4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:44:49.845448 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693ec286-2895-4742-b843-c3130e69bae8 x-openstack-request-id: req-693ec286-2895-4742-b843-c3130e69bae8 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:44:49.845792 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:44:49.846277 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-693ec286-2895-4742-b843-c3130e69bae8 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:44:49.847082 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'status': 'completed', 'code': 200} Aug 31 23:44:49.850927 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2bd2dd39-79d9-4722-81b4-7426bf9dcfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:49.917507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:49.930266 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:44:50.076599 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-43bfdb31-059f-4112-8851-b7a49ad484ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.078746 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-43bfdb31-059f-4112-8851-b7a49ad484ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 1099 time: 0.0620096 Aug 31 23:44:50.095388 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bbbf9-b8f6-4e19-883a-47e34f1d337f req-637f6d46-8236-487d-9a83-033db1829880 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.097376 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f75bbbf9-b8f6-4e19-883a-47e34f1d337f req-637f6d46-8236-487d-9a83-033db1829880 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0553334 Aug 31 23:44:50.163532 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f75bbbf9-b8f6-4e19-883a-47e34f1d337f req-5e2f51cf-f0c7-4453-9aea-f932bc7b0de0 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527632 Aug 31 23:44:50.188499 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:49Z', 'revision_number': 5, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:50.191896 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-bead5782-c18a-4b39-a56f-359157fdced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.193565 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-bead5782-c18a-4b39-a56f-359157fdced3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 200 len: 910 time: 0.0984776 Aug 31 23:44:50.218047 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] Checking router: aee8b193-bfc7-4108-900e-ce68a34079dd for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:44:50.226488 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:44:50.227248 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:50.238450 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-5d40ea2a-92ca-42ee-ab3b-ba10cc98d13c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 200 len: 217 time: 0.0352738 Aug 31 23:44:50.297291 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-7a9f005c-7704-4aab-a5f7-172aa60767fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.298790 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-7a9f005c-7704-4aab-a5f7-172aa60767fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 200 len: 847 time: 0.0524611 Aug 31 23:44:50.348032 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:44:50.363268 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-1caeb010-92a1-4a0d-83c9-ff770484925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.366254 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-1caeb010-92a1-4a0d-83c9-ff770484925b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f2ed7b2-075b-4bce-bbf3-a7267ad15411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582995 Aug 31 23:44:50.499758 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f63c-c10e-4461-9466-a31a8188a2ee req-c52033af-4224-4f3f-b7a9-f74dee816596 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.507173 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18c0f63c-c10e-4461-9466-a31a8188a2ee req-c52033af-4224-4f3f-b7a9-f74dee816596 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.1208248 Aug 31 23:44:50.576535 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-b816390a-4d3a-4eea-b43f-4ff643a65725 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010794 Aug 31 23:44:50.579180 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-f04bf766-dad9-40ae-a925-a4c2d0329ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.581610 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-f04bf766-dad9-40ae-a925-a4c2d0329ed0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d&tenant_id=d0d63cf718d440eea4d58fbb5b458269 HTTP/1.1" status: 200 len: 1097 time: 0.1110890 Aug 31 23:44:50.596991 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18c0f63c-c10e-4461-9466-a31a8188a2ee req-ab7d9cb6-6377-4c2e-851e-03d1e435f24a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782113 Aug 31 23:44:50.687551 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-bf641316-2df0-40bd-af6b-3f599826aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.689065 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-bf641316-2df0-40bd-af6b-3f599826aaa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1097 time: 0.0629067 Aug 31 23:44:50.692492 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:49Z', 'revision_number': 5, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:44:50.724893 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdf259-e1e0-4f56-8d39-c6811df08f48 None None] The sync data for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi is: [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:38:42Z', 'revision_number': 4, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': 'ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d', 'name': '', 'network_id': '5f2ed7b2-075b-4bce-bbf3-a7267ad15411', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'mac_address': 'fa:16:3e:9b:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:41Z', 'updated_at': '2021-08-31T23:38:49Z', 'revision_number': 5, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'subnets': [{'id': 'ace112e7-1ab1-4f03-a498-f6e9f4867402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:44:50.758174 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-706027d2-78d0-4493-9edc-5de458a5ef4e req-451a9436-e6c0-4cfe-a1bf-a1eb2eff0253 service neutron] 10.222.0.61 "GET /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433237 Aug 31 23:44:50.799973 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-54d18e4f-cdd1-43f0-8846-50a0f6256036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.801447 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-54d18e4f-cdd1-43f0-8846-50a0f6256036 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.1030607 Aug 31 23:44:50.879021 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-0c3dfe5d-36a5-45e4-b74d-186712af8679 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 200 len: 999 time: 0.0664997 Aug 31 23:44:50.931108 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-335f87fc-09b5-4dfa-878f-4722e43b2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.932622 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-335f87fc-09b5-4dfa-878f-4722e43b2bc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0459986 Aug 31 23:44:50.970673 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712777a-4201-46fe-bd08-fccc8828d4d2 None None] New status for floating IP db1d4d48-7041-4903-a91b-b88a464b0c06: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:44:50.991605 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-4db5152d-dd26-4fca-bb3f-8754b7bac3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:50.993150 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-4db5152d-dd26-4fca-bb3f-8754b7bac3b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451684 Aug 31 23:44:51.093632 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-5a352b79-7315-410c-8a18-0231bfec9ef2 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923626 Aug 31 23:44:51.155614 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:51.206152 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc4dfc62-de19-44a7-aa06-2dc35c44edc3 req-57db349b-a52b-4faf-8ca3-5a6de50ca1a2 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032779 Aug 31 23:44:51.289362 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff03a90-a71d-4870-8ec5-ad160447abc2 req-03f1e046-d28a-49ca-87f9-08e517115be9 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:51.291011 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bff03a90-a71d-4870-8ec5-ad160447abc2 req-03f1e046-d28a-49ca-87f9-08e517115be9 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0499351 Aug 31 23:44:51.331710 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bff03a90-a71d-4870-8ec5-ad160447abc2 req-db494264-c1e4-46a6-99e7-dffd76ba6cfa tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342698 Aug 31 23:44:51.798091 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6e0bf-8dba-4a44-a73e-3d0d5d1d75b6 req-46309d30-c9d2-48df-aaca-d1e8e64f84a5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:51.811364 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dcc6e0bf-8dba-4a44-a73e-3d0d5d1d75b6 req-46309d30-c9d2-48df-aaca-d1e8e64f84a5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0928490 Aug 31 23:44:51.879322 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dcc6e0bf-8dba-4a44-a73e-3d0d5d1d75b6 req-80043010-54f7-475f-b6a3-cc48b8955dc2 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665009 Aug 31 23:44:52.207440 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:44:52.462010 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc512-a46e-4040-bfb1-0c9f1c14de5b req-6487bfb7-12cc-413a-b132-dddfb311531a tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:52.463530 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a16bc512-a46e-4040-bfb1-0c9f1c14de5b req-6487bfb7-12cc-413a-b132-dddfb311531a tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0525434 Aug 31 23:44:52.510232 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a16bc512-a46e-4040-bfb1-0c9f1c14de5b req-60253ff3-8a28-49bd-b58f-0b479084c587 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391912 Aug 31 23:44:52.707255 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:53.019680 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9714c4-844d-4939-aa12-f44a7e99fad4 req-a33e9294-6753-4146-a86a-238d4a74f4bc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:53.021422 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ce9714c4-844d-4939-aa12-f44a7e99fad4 req-a33e9294-6753-4146-a86a-238d4a74f4bc tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0594728 Aug 31 23:44:53.062346 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ce9714c4-844d-4939-aa12-f44a7e99fad4 req-1699868a-7a14-44fa-93a9-84c0cf576c37 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344439 Aug 31 23:44:53.646531 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51039f8-951d-4bda-aaf9-5b89697642e0 req-788744bb-6396-454a-a39b-7225cd1c9cc1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:53.648053 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b51039f8-951d-4bda-aaf9-5b89697642e0 req-788744bb-6396-454a-a39b-7225cd1c9cc1 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0573170 Aug 31 23:44:53.689667 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b51039f8-951d-4bda-aaf9-5b89697642e0 req-fc340dfe-770b-460d-866c-66109519a80c tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352905 Aug 31 23:44:54.191912 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092961-cfc3-465c-8304-58ce04a94a55 req-fd4d0f1d-8468-41e2-98b5-2b0c2c331a7a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:54.193560 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-35092961-cfc3-465c-8304-58ce04a94a55 req-fd4d0f1d-8468-41e2-98b5-2b0c2c331a7a tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0518775 Aug 31 23:44:54.236536 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-35092961-cfc3-465c-8304-58ce04a94a55 req-9f1c63df-4747-433c-9170-bc455258873c tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364771 Aug 31 23:44:54.814261 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f312983-3239-4b5a-a264-c5c447b36166 req-d82dbd1b-4cd8-45bd-8cc5-07c3dbd60df8 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:54.816121 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7f312983-3239-4b5a-a264-c5c447b36166 req-d82dbd1b-4cd8-45bd-8cc5-07c3dbd60df8 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0507402 Aug 31 23:44:54.860744 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7f312983-3239-4b5a-a264-c5c447b36166 req-71aa98da-0a17-47e0-8aff-757a3004747e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373712 Aug 31 23:44:55.375069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9520-e6fd-4d13-b21f-cde7f494cb08 req-8d2f7f80-771e-4400-84c0-6cb2eef857ab tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:55.377372 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e83f9520-e6fd-4d13-b21f-cde7f494cb08 req-8d2f7f80-771e-4400-84c0-6cb2eef857ab tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0634780 Aug 31 23:44:55.423915 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e83f9520-e6fd-4d13-b21f-cde7f494cb08 req-dc4b6d95-b0b1-456a-81a9-640307e9dd1f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400264 Aug 31 23:44:55.978645 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9022590-7ae1-46c1-9e3f-960a7db9fdea req-5ba5fede-4b62-4175-b6ef-4754bcc00ac3 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:55.980149 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d9022590-7ae1-46c1-9e3f-960a7db9fdea req-5ba5fede-4b62-4175-b6ef-4754bcc00ac3 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0496721 Aug 31 23:44:56.028612 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d9022590-7ae1-46c1-9e3f-960a7db9fdea req-f93704bd-c997-4ccd-8494-4f0f53ddc53e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418994 Aug 31 23:44:56.092146 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:56.565951 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8888f-fb2c-4dae-a59c-03e7533b7f19 req-74f0aea8-7e43-48a5-bbd2-b01ebdf6a9b3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:56.567228 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6af8888f-fb2c-4dae-a59c-03e7533b7f19 req-74f0aea8-7e43-48a5-bbd2-b01ebdf6a9b3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0652630 Aug 31 23:44:56.623438 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6af8888f-fb2c-4dae-a59c-03e7533b7f19 req-7b0a848f-6526-4711-b2a2-4e2a491469a5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496256 Aug 31 23:44:56.750281 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:44:57.397705 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280e80-b942-4c62-bae6-657a0aa72801 req-a77c41c6-b412-4433-83e6-347e3821ce6d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:57.399244 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84280e80-b942-4c62-bae6-657a0aa72801 req-a77c41c6-b412-4433-83e6-347e3821ce6d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.3007808 Aug 31 23:44:57.437863 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84280e80-b942-4c62-bae6-657a0aa72801 req-e51b33ac-b7b0-47dd-a708-12350cad265d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327933 Aug 31 23:44:57.752841 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de7857-2077-4aca-910f-76dabbb57b09 req-75e34a72-7d81-4397-8ddf-11318f0768cb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:57.754642 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-52de7857-2077-4aca-910f-76dabbb57b09 req-75e34a72-7d81-4397-8ddf-11318f0768cb tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0534101 Aug 31 23:44:57.797179 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-52de7857-2077-4aca-910f-76dabbb57b09 req-525034da-4605-4f1a-9f38-6a9411963017 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363162 Aug 31 23:44:58.558661 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531adc8-0f1b-4a17-95dc-0201efd8f53b req-121d9807-2606-44ec-bf32-840a55648b37 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:58.560077 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e531adc8-0f1b-4a17-95dc-0201efd8f53b req-121d9807-2606-44ec-bf32-840a55648b37 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0536072 Aug 31 23:44:58.601759 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e531adc8-0f1b-4a17-95dc-0201efd8f53b req-736be36c-8c0a-417b-a7d0-276b03f43b4a tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333016 Aug 31 23:44:58.928794 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7c1e-442b-4339-b4e8-a448744a304c req-95227941-21e9-4709-99d5-9938574fca9e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:58.930350 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-adfe7c1e-442b-4339-b4e8-a448744a304c req-95227941-21e9-4709-99d5-9938574fca9e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0567095 Aug 31 23:44:58.973685 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-adfe7c1e-442b-4339-b4e8-a448744a304c req-febfa40f-0806-4052-8352-291581a7696f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362206 Aug 31 23:44:59.723894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad440ae-7cc7-4354-9a7e-ad90e4002416 req-191795eb-d291-409f-b697-db67acc1e096 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:44:59.729226 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ad440ae-7cc7-4354-9a7e-ad90e4002416 req-191795eb-d291-409f-b697-db67acc1e096 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0529258 Aug 31 23:44:59.769332 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ad440ae-7cc7-4354-9a7e-ad90e4002416 req-4c6f5917-dbbc-421e-999d-42e077655a66 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358722 Aug 31 23:45:00.111312 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814e67-967f-44f3-b9fc-8fcc227e97ee req-c4aa83f5-c6d2-4a37-8d93-c00f16b4f345 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:00.113044 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b814e67-967f-44f3-b9fc-8fcc227e97ee req-c4aa83f5-c6d2-4a37-8d93-c00f16b4f345 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0576415 Aug 31 23:45:00.166269 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b814e67-967f-44f3-b9fc-8fcc227e97ee req-79279061-864f-4a19-a022-f0ef6fd423b5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459189 Aug 31 23:45:00.905588 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36384b11-a47c-445b-8a5f-bb28e3c2f66b req-c1ce72de-08c1-4588-ba33-e72dba9a09bf tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:00.907248 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36384b11-a47c-445b-8a5f-bb28e3c2f66b req-c1ce72de-08c1-4588-ba33-e72dba9a09bf tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0614197 Aug 31 23:45:00.957875 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36384b11-a47c-445b-8a5f-bb28e3c2f66b req-a3a5e900-7c09-4d65-8504-f679c7f5952f tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423791 Aug 31 23:45:01.298507 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e108f9-9eca-4566-ae71-580a57b534dd req-cbd587ce-1e57-42dd-8fe7-169054c88e62 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:01.300191 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62e108f9-9eca-4566-ae71-580a57b534dd req-cbd587ce-1e57-42dd-8fe7-169054c88e62 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0523636 Aug 31 23:45:01.342473 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62e108f9-9eca-4566-ae71-580a57b534dd req-091ca5d1-a52c-48e9-909b-1b219d65116b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354140 Aug 31 23:45:02.117962 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0701b1-b309-4b0f-97a5-b5401c9e9ee2 req-8cd84e66-429e-491f-bc1d-6cc5f0e41d70 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:02.122116 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f0701b1-b309-4b0f-97a5-b5401c9e9ee2 req-8cd84e66-429e-491f-bc1d-6cc5f0e41d70 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0812695 Aug 31 23:45:02.171118 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f0701b1-b309-4b0f-97a5-b5401c9e9ee2 req-95600dde-7143-4e58-9223-5f93fcaf8c05 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434284 Aug 31 23:45:02.483855 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777028c8-ca71-4a37-9026-e85f977a8538 req-429b8767-160e-4f8e-a0b8-f4c60dd0e839 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:02.485408 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-777028c8-ca71-4a37-9026-e85f977a8538 req-429b8767-160e-4f8e-a0b8-f4c60dd0e839 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0675063 Aug 31 23:45:02.526153 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-777028c8-ca71-4a37-9026-e85f977a8538 req-aa74b539-c9ae-4800-ac18-fd3c06b3ddf6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 Aug 31 23:45:03.284916 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802251a6-1c40-470a-9037-25a06c12c56a req-8fd68c6a-4ed9-4291-8246-2a38f359a973 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:03.286316 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802251a6-1c40-470a-9037-25a06c12c56a req-8fd68c6a-4ed9-4291-8246-2a38f359a973 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0482519 Aug 31 23:45:03.323815 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802251a6-1c40-470a-9037-25a06c12c56a req-ebf8403c-4e5f-4bfa-a9f3-593158c115eb tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315802 Aug 31 23:45:03.646744 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b5c88-09ed-457f-aa7d-b6a632170432 req-cc8ddad5-e5f4-4381-bc1e-24be41661279 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:03.648223 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b75b5c88-09ed-457f-aa7d-b6a632170432 req-cc8ddad5-e5f4-4381-bc1e-24be41661279 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0492318 Aug 31 23:45:03.685325 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b75b5c88-09ed-457f-aa7d-b6a632170432 req-23f5e7b5-87c1-4740-8d9e-a833d9a16fe0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Aug 31 23:45:04.440394 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852390f1-4081-4551-9f5b-2acb33823a57 req-acd5dee7-e55e-4c57-8528-d3828dcced94 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:04.441867 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-852390f1-4081-4551-9f5b-2acb33823a57 req-acd5dee7-e55e-4c57-8528-d3828dcced94 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0513210 Aug 31 23:45:04.479397 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-852390f1-4081-4551-9f5b-2acb33823a57 req-f132967a-f0a1-4a7c-b534-d6cf05a44331 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311942 Aug 31 23:45:04.802900 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8bad-a6ac-4e69-81d6-8b3e4b84c8d8 req-21ba9058-f0f8-4df4-b859-7f3cc306b9e4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:04.804371 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-828f8bad-a6ac-4e69-81d6-8b3e4b84c8d8 req-21ba9058-f0f8-4df4-b859-7f3cc306b9e4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0480425 Aug 31 23:45:04.841307 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-828f8bad-a6ac-4e69-81d6-8b3e4b84c8d8 req-710b3cc0-59ab-4a3b-837a-1319085a8e42 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Aug 31 23:45:05.589879 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e699-11a7-4bd3-a2a6-bddd5471c224 req-4913f249-745d-448c-b7b1-583d5cc41b29 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:05.591348 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ac8e699-11a7-4bd3-a2a6-bddd5471c224 req-4913f249-745d-448c-b7b1-583d5cc41b29 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0470853 Aug 31 23:45:05.627859 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ac8e699-11a7-4bd3-a2a6-bddd5471c224 req-0465d329-f98e-44bd-851c-87a470c6c8fb tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307231 Aug 31 23:45:05.974434 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e7619-d7c4-4ca0-be7d-3fd34d336db4 req-d6006a18-c5b3-4f4e-965c-e58fc6a8ecaf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:05.975971 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d7e7619-d7c4-4ca0-be7d-3fd34d336db4 req-d6006a18-c5b3-4f4e-965c-e58fc6a8ecaf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0632637 Aug 31 23:45:06.014430 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d7e7619-d7c4-4ca0-be7d-3fd34d336db4 req-437fd8b2-033c-4e08-9f57-6a084ae4b9b3 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325229 Aug 31 23:45:06.117864 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-d08db67d-73ba-441e-a2b9-a03dfe664244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:06.119902 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-d08db67d-73ba-441e-a2b9-a03dfe664244 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0d63cf718d440eea4d58fbb5b458269&device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1097 time: 0.0409703 Aug 31 23:45:06.263349 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-4132cab7-5211-4e30-a2ad-5b7a47acda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:06.264821 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-4132cab7-5211-4e30-a2ad-5b7a47acda95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 200 len: 918 time: 0.0872357 Aug 31 23:45:06.330070 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-d701769e-b7e7-4340-9dec-a4318157cfd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 200 len: 999 time: 0.0576766 Aug 31 23:45:06.380457 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-2d0c52a0-feff-4d87-8b21-3e0133fea536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:06.381756 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-2d0c52a0-feff-4d87-8b21-3e0133fea536 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 200 len: 855 time: 0.0418248 Aug 31 23:45:06.442332 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-f14dfac1-8038-40a2-8ecf-6a554635edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:06.443863 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-f14dfac1-8038-40a2-8ecf-6a554635edba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426400 Aug 31 23:45:06.532544 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-5effdfae-3866-493c-8d14-cd105d7e4fb9 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800326 Aug 31 23:45:06.677837 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-767bd847-859f-495e-9290-ad90ed9ab96d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:06.679687 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-767bd847-859f-495e-9290-ad90ed9ab96d tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.61 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0607047 Aug 31 23:45:06.732645 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab83e3d-036c-4522-9560-4ce0da5869e9 req-ec2d0d85-724e-4a1e-bd66-f1fa5abc7630 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140938 Aug 31 23:45:06.752685 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b020-8ea1-4839-90a0-70e79466ad31 req-ebc46777-03c8-4373-b46e-b5a693f697e7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:06.754469 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5f90b020-8ea1-4839-90a0-70e79466ad31 req-ebc46777-03c8-4373-b46e-b5a693f697e7 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 946 time: 0.0580919 Aug 31 23:45:06.786257 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Deleting port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:06.786629 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:06.794921 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5f90b020-8ea1-4839-90a0-70e79466ad31 req-9289c774-5100-4a3a-88f8-f125f5460f08 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/security-groups?id=211e045c-1eff-41d6-a76d-7b0cc82f4fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325582 Aug 31 23:45:06.883675 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] For port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:06.884039 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:06.896969 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Calling delete_port for f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:07.027477 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:07.057105 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event deleted for resources: {'Port': ['ID=f92f0fbf-f594-41f2-a39c-5f686bfe0ce9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:07.112239 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] No DVR routers for this DVR port f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:07.114812 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:07.116745 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-82d4271b-a855-475d-8507-c71af45cfcf9 req-553f6165-6f6d-4fa2-8525-537227702e02 tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.61 "DELETE /v2.0/ports/f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 HTTP/1.1" status: 204 len: 173 time: 0.4299788 Aug 31 23:45:07.124366 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-deleted', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:45:07.127288 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4d272d-1732-4301-87b2-58fb6d25e76b" -d '{"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-deleted", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:45:07.173122 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31750c-dba8-44f2-86e0-1bd3acfe7937 req-c15259e3-ca69-414c-9596-0ce89a83069b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:07.174113 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a31750c-dba8-44f2-86e0-1bd3acfe7937 req-c15259e3-ca69-414c-9596-0ce89a83069b tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0631461 Aug 31 23:45:07.175547 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8977e5-92eb-4289-8234-207ba598d0a4 x-openstack-request-id: req-eb8977e5-92eb-4289-8234-207ba598d0a4 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:45:07.175826 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0169ad45-0ae3-49fe-a03b-37c257366126", "name": "network-vif-deleted", "tag": "f92f0fbf-f594-41f2-a39c-5f686bfe0ce9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:45:07.176075 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eb8977e5-92eb-4289-8234-207ba598d0a4 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:45:07.176477 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0169ad45-0ae3-49fe-a03b-37c257366126', 'name': 'network-vif-deleted', 'tag': 'f92f0fbf-f594-41f2-a39c-5f686bfe0ce9', 'status': 'completed', 'code': 200} Aug 31 23:45:07.218167 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a31750c-dba8-44f2-86e0-1bd3acfe7937 req-f7818919-9c5c-4d1e-81ea-0fad600c785e tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350118 Aug 31 23:45:07.908377 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1f95674f-3548-440f-8a89-b2c6a8b522cd req-79e5265d-b9ce-478a-999e-ee346d783d4e tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "GET /v2.0/ports?device_id=0169ad45-0ae3-49fe-a03b-37c257366126 HTTP/1.1" status: 200 len: 210 time: 0.0262916 Aug 31 23:45:08.342007 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003d31-d38a-4137-876a-349f0e577feb req-8c0ecbbc-11a7-46b9-9bbc-b1725c2cf3df tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:08.343557 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3003d31-d38a-4137-876a-349f0e577feb req-8c0ecbbc-11a7-46b9-9bbc-b1725c2cf3df tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0506647 Aug 31 23:45:08.382951 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3003d31-d38a-4137-876a-349f0e577feb req-c7f23e68-6af0-4d49-8164-179dae895587 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Aug 31 23:45:08.962508 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55034) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:09.020377 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-15892c5f-a4d8-4a13-90de-0b77e7eaf37b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:09.045200 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-15892c5f-a4d8-4a13-90de-0b77e7eaf37b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:09.105068 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-15892c5f-a4d8-4a13-90de-0b77e7eaf37b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:09.107725 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-15892c5f-a4d8-4a13-90de-0b77e7eaf37b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:09.108869 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-15892c5f-a4d8-4a13-90de-0b77e7eaf37b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] 10.222.0.63 "DELETE /v2.0/security-groups/211e045c-1eff-41d6-a76d-7b0cc82f4fd2 HTTP/1.1" status: 204 len: 168 time: 0.1453662 Aug 31 23:45:09.118298 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15892c5f-a4d8-4a13-90de-0b77e7eaf37b tempest-TestShelveInstance-1458700844 tempest-TestShelveInstance-1458700844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e045c-1eff-41d6-a76d-7b0cc82f4fd2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:09.173154 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55038) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:09.546319 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e3b1e-d89e-43c7-a883-38965c3b0870 req-1b38f466-6279-4074-a66c-76a3ea44eeed tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:09.547831 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea0e3b1e-d89e-43c7-a883-38965c3b0870 req-1b38f466-6279-4074-a66c-76a3ea44eeed tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 944 time: 0.0921750 Aug 31 23:45:09.615369 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea0e3b1e-d89e-43c7-a883-38965c3b0870 req-a711b244-74ee-487d-a9a5-0500173f06a4 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589321 Aug 31 23:45:09.697755 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:09.970032 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Deleting port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:09.970377 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:10.052648 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] For port ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:10.053010 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:10.066633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Calling delete_port for ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:10.226665 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2295de-e899-4491-af88-e290f885a6f9 req-7b2ddfdd-96d1-43d8-9a72-855039fc2955 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:10.228608 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e2295de-e899-4491-af88-e290f885a6f9 req-7b2ddfdd-96d1-43d8-9a72-855039fc2955 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.0977733 Aug 31 23:45:10.296001 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e2295de-e899-4491-af88-e290f885a6f9 req-b75bca2c-5173-4b37-9a85-a7d42539003d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608456 Aug 31 23:45:10.310786 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:10.335845 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:10.349946 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:45:10.362311 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:10.430762 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:10.431158 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device f92f0fbf-f594-41f2-a39c-5f686bfe0ce9 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:10.475571 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:10.490595 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'port_id': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'mac_address': 'fa:16:3e:b3:84:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:45:10.531690 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:10.545286 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:45:10.565981 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:10.569983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:10.623623 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=9']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:10.755346 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff6060-be49-4425-a303-20fc1c65533f req-4c3d2c25-80da-4b9e-a4f7-adffc7a90728 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:10.756810 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45ff6060-be49-4425-a303-20fc1c65533f req-4c3d2c25-80da-4b9e-a4f7-adffc7a90728 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 945 time: 0.0536377 Aug 31 23:45:10.784868 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:10.809379 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45ff6060-be49-4425-a303-20fc1c65533f req-d7168abe-7d6a-45a0-b61b-d87b581fe56f tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456123 Aug 31 23:45:10.989180 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:45:11.007499 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Router aee8b193-bfc7-4108-900e-ce68a34079dd has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:45:11.113716 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:45:11.120523 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d6668238-f71e-4260-897a-e02d9805c648 admin admin] 10.222.0.63 "PUT /v2.0/routers/aee8b193-bfc7-4108-900e-ce68a34079dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9463298 Aug 31 23:45:11.122990 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55064) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:11.130359 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] Sync routers for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:45:11.140930 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:11.141565 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:11.227091 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.247233 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:11.330430 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.424667 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Deleting port ab8976f2-4cef-4071-82c7-d407b3fef306 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:11.425136 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.444242 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec5a12-9904-4a7a-9039-59d720606b56 req-c80461ee-217b-4cec-9b23-e7f4d47c492a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:11.445722 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8dec5a12-9904-4a7a-9039-59d720606b56 req-c80461ee-217b-4cec-9b23-e7f4d47c492a tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.0785468 Aug 31 23:45:11.523521 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8dec5a12-9904-4a7a-9039-59d720606b56 req-a365648a-8d89-400c-95fc-43449d75ac42 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522087 Aug 31 23:45:11.549307 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:45:10Z', 'revision_number': 5, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port': {'id': 'ab8976f2-4cef-4071-82c7-d407b3fef306', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:40Z', 'updated_at': '2021-08-31T23:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:11.549943 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] For port ab8976f2-4cef-4071-82c7-d407b3fef306, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=ab8976f2-4cef-4071-82c7-d407b3fef306,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:11.550069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.563555 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Calling delete_port for ab8976f2-4cef-4071-82c7-d407b3fef306 owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:11.580506 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] Checking router: aee8b193-bfc7-4108-900e-ce68a34079dd for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:45:11.589114 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] Routers {'aee8b193-bfc7-4108-900e-ce68a34079dd'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:11.589721 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['aee8b193-bfc7-4108-900e-ce68a34079dd'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:11.678270 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] Set router aee8b193-bfc7-4108-900e-ce68a34079dd gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:11.732888 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:45:11Z', 'revision_number': 6, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:11.738999 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.763975 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fb768-d451-407f-9044-9073d9b5ac5a None None] The sync data for ids ['aee8b193-bfc7-4108-900e-ce68a34079dd'] in dv-cinder-759943-18-iscsi is: [{'id': 'aee8b193-bfc7-4108-900e-ce68a34079dd', 'name': 'tempest-TestShelveInstance-247343068-router', 'tenant_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:39Z', 'updated_at': '2021-08-31T23:45:11Z', 'revision_number': 6, 'project_id': '8ccf5accf16f4c48a08ca3fbe8899a04', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:45:11.767111 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8976f2-4cef-4071-82c7-d407b3fef306,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:11.839211 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.933466 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.935916 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.942401 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2198bb-d042-4184-91ac-beef805fc7b3 req-539bcf2c-e5de-4769-b933-8d04c70d04db tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:11.943914 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d2198bb-d042-4184-91ac-beef805fc7b3 req-539bcf2c-e5de-4769-b933-8d04c70d04db tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 945 time: 0.0526264 Aug 31 23:45:11.981580 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.982251 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee8b193-bfc7-4108-900e-ce68a34079dd {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:45:11.985674 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d2198bb-d042-4184-91ac-beef805fc7b3 req-446f8cc9-bf15-4ab3-bfd7-97b5658d52de tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Aug 31 23:45:11.988591 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:11.989755 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ea952b2c-a633-4973-b083-d9e1d3cf11fe admin admin] 10.222.0.63 "DELETE /v2.0/routers/aee8b193-bfc7-4108-900e-ce68a34079dd HTTP/1.1" status: 204 len: 168 time: 0.8657727 Aug 31 23:45:11.992179 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55070) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:12.041937 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] Deleting subnet ace112e7-1ab1-4f03-a498-f6e9f4867402 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:45:12.045660 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.080423 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.173848 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.253148 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.287499 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace112e7-1ab1-4f03-a498-f6e9f4867402,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:12.289473 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.291595 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-61e2d3ae-a234-48f9-9441-d357dda2e1b8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ace112e7-1ab1-4f03-a498-f6e9f4867402 HTTP/1.1" status: 204 len: 168 time: 0.2983088 Aug 31 23:45:12.293624 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50aed1-3693-45be-afa9-eed8071bf262 None None] Network 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:45:12.294113 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55072) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:12.367781 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.378048 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:45:12.424406 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Deleting port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:12.424725 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.457386 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:45:12.457763 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.496433 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] For port dfdbdb93-2f5d-41c6-94b9-967b83fc5759, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:12.496796 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.518323 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Calling delete_port for dfdbdb93-2f5d-41c6-94b9-967b83fc5759 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:12.550346 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] DHCP port deletion for 5f2ed7b2-075b-4bce-bbf3-a7267ad15411 request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:45:12.564909 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.613322 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:45:12.615783 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f20a7b-5439-4b4a-b56c-afde7107d2ae" -d '{"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-plugged", "status": "completed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:45:12.631946 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:12.647075 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.665421 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-5ee1e6c7-a021-4345-9a12-b32a6a54e60d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:12.668029 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-5ee1e6c7-a021-4345-9a12-b32a6a54e60d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.1456206 Aug 31 23:45:12.677519 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7085ede9-9d5a-46a8-a431-4c300311eb88 x-openstack-request-id: req-7085ede9-9d5a-46a8-a431-4c300311eb88 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:45:12.677821 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-plugged", "status": "completed", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:45:12.678077 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7085ede9-9d5a-46a8-a431-4c300311eb88 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:45:12.678477 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'code': 200} Aug 31 23:45:12.691963 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] Deleting port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:12.691963 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.701613 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77482a43-e8a9-4e7b-9e45-0e70862e8b91 req-cbd58050-1b67-4d41-b095-77eb0af584e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:12.703464 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-77482a43-e8a9-4e7b-9e45-0e70862e8b91 req-cbd58050-1b67-4d41-b095-77eb0af584e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 945 time: 0.1024549 Aug 31 23:45:12.755694 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.756555 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=10']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:12.778123 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] For port dfdbdb93-2f5d-41c6-94b9-967b83fc5759, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,segment=NetworkSegment(f635fa81-d73a-40b5-baaa-788a1f2422a1),segment_id=f635fa81-d73a-40b5-baaa-788a1f2422a1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:12.778526 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.800512 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] Calling delete_port for dfdbdb93-2f5d-41c6-94b9-967b83fc5759 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:12.810028 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:12.812192 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] No DVR routers for this DVR port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 on host dv-cinder-759943-18-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:12.819548 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-77482a43-e8a9-4e7b-9e45-0e70862e8b91 req-c25f433e-61b9-4986-be8f-db9775c6fa0f tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0e90f52-999e-45de-a519-35a219899c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035571 Aug 31 23:45:12.906327 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.938207 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dfdbdb93-2f5d-41c6-94b9-967b83fc5759 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:12.938753 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.944629 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] No DVR routers for this DVR port dfdbdb93-2f5d-41c6-94b9-967b83fc5759 on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:12.950083 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e084c8-60b8-4a7e-91db-d880d749c42e None None] Pushing event deleted for resources: {'Port': ['ID=dfdbdb93-2f5d-41c6-94b9-967b83fc5759,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:12.958086 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2ed7b2-075b-4bce-bbf3-a7267ad15411']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:12.970705 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f635fa81-d73a-40b5-baaa-788a1f2422a1') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:12.971036 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f635fa81-d73a-40b5-baaa-788a1f2422a1') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:12.978240 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: dfdbdb93-2f5d-41c6-94b9-967b83fc5759 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:12.978602 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dfdbdb93-2f5d-41c6-94b9-967b83fc5759 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:12.979479 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:12.987155 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.990962 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4057dc-93e2-499c-84ad-a7ab7b0eeb2a req-cd32ba8f-d669-4936-af35-0df503abd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:12.992627 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad4057dc-93e2-499c-84ad-a7ab7b0eeb2a req-cd32ba8f-d669-4936-af35-0df503abd0f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 1100 time: 0.0698223 Aug 31 23:45:12.995891 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Deleting port b22527f1-9666-45bf-a374-270bc157fb73 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:12.996225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.999467 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:12.999811 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ecaf9374-b2c6-4d3e-b0f5-a8d60850f28d not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:13.000519 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ab8976f2-4cef-4071-82c7-d407b3fef306 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:13.023853 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: ab8976f2-4cef-4071-82c7-d407b3fef306 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:13.024201 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device ab8976f2-4cef-4071-82c7-d407b3fef306 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:13.041796 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad4057dc-93e2-499c-84ad-a7ab7b0eeb2a req-abf67391-2ce4-4915-8696-f86743ad2a8f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405834 Aug 31 23:45:13.047859 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.061376 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:45:13.061794 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:45:13.063464 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:45:13.129900 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa8ad-0946-4506-b901-da0a088f62cb req-995acac1-2c6a-42cc-ab31-0a0bf41b07c8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:13.131524 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-db1fa8ad-0946-4506-b901-da0a088f62cb req-995acac1-2c6a-42cc-ab31-0a0bf41b07c8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 947 time: 0.0530760 Aug 31 23:45:13.140069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.146112 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.149378 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5f2ed7b2-075b-4bce-bbf3-a7267ad15411 HTTP/1.1" status: 204 len: 168 time: 0.8541348 Aug 31 23:45:13.153266 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55080) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:13.175756 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-db1fa8ad-0946-4506-b901-da0a088f62cb req-ae559d7f-86d8-46b4-8d36-1beedcf3d9c7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359321 Aug 31 23:45:13.177660 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6447a1d-3416-44dd-b1ae-ceaef7bb50e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2ed7b2-075b-4bce-bbf3-a7267ad15411,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:13.180580 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] For port b22527f1-9666-45bf-a374-270bc157fb73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=b22527f1-9666-45bf-a374-270bc157fb73,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:13.180951 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.506636 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.506938 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.507266 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Floating IP c18a1e13-2937-4846-9a6f-d3932cbcf08a disassociated. External IP: 172.27.3.143, port: b22527f1-9666-45bf-a374-270bc157fb73. Aug 31 23:45:13.507592 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Calling delete_port for b22527f1-9666-45bf-a374-270bc157fb73 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:13.713790 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.766751 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event deleted for resources: {'Port': ['ID=b22527f1-9666-45bf-a374-270bc157fb73,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:13.872568 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.958951 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a648fc36-31c1-4fca-9315-c86c3d9f2692 req-5c2b67af-efcf-4bb5-8242-fe3fbeb3eba2 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 210 time: 0.0404930 Aug 31 23:45:13.987328 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Router e9393ddb-afe8-4070-81f7-36d709fe1481 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:45:14.305073 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c4b17-fffc-424f-aebd-fa5a13841d80 req-b67d70f8-4555-41fd-b6cc-85134329d0c9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:14.306711 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-660c4b17-fffc-424f-aebd-fa5a13841d80 req-b67d70f8-4555-41fd-b6cc-85134329d0c9 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 947 time: 0.0509138 Aug 31 23:45:14.345214 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-660c4b17-fffc-424f-aebd-fa5a13841d80 req-01fbd5d9-5ee5-403e-a9f4-3e9d630253d5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322824 Aug 31 23:45:14.439015 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:45:14.449494 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] Sync routers for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:45:14.458289 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:14.458925 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:14.493117 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] No DVR routers for this DVR port b22527f1-9666-45bf-a374-270bc157fb73 on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:14.497445 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:14.499445 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d25e30ce-784d-47d2-8778-e9e839c78325 req-d975b107-126f-4abd-9f69-04b806fe03b8 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.61 "DELETE /v2.0/ports/b22527f1-9666-45bf-a374-270bc157fb73 HTTP/1.1" status: 204 len: 173 time: 1.7925191 Aug 31 23:45:14.499883 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'name': 'network-vif-deleted', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:45:14.502131 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc3ae1-2ac4-413b-91dc-4efce8b8c92c" -d '{"events": [{"server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "name": "network-vif-deleted", "tag": "b22527f1-9666-45bf-a374-270bc157fb73"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:45:14.567700 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Deleting port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:14.568081 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:14.577147 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:14.661271 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] For port 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,segment=NetworkSegment(9fa04b89-40c5-40e9-b155-91a04e778149),segment_id=9fa04b89-40c5-40e9-b155-91a04e778149)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:14.661655 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:14.679319 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Calling delete_port for 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:14.770003 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ac9c3-8cc6-41f7-87e9-370e40871e99 x-openstack-request-id: req-fa8ac9c3-8cc6-41f7-87e9-370e40871e99 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:45:14.770353 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30d962a-8aaa-4212-9e00-610b2b7cce0e", "name": "network-vif-deleted", "tag": "b22527f1-9666-45bf-a374-270bc157fb73", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:45:14.770640 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa8ac9c3-8cc6-41f7-87e9-370e40871e99 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:45:14.771190 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30d962a-8aaa-4212-9e00-610b2b7cce0e', 'name': 'network-vif-deleted', 'tag': 'b22527f1-9666-45bf-a374-270bc157fb73', 'status': 'completed', 'code': 200} Aug 31 23:45:14.932607 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:14.955928 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:14.963716 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] Checking router: e9393ddb-afe8-4070-81f7-36d709fe1481 for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:45:14.972368 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:14.973081 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:14.986332 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:15.132017 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:15.132842 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-22924ebe-fc9b-4260-ac36-2bb7ac54d606 req-e21333f5-12e2-455f-9658-363634a49e33 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/ports?device_id=e30d962a-8aaa-4212-9e00-610b2b7cce0e HTTP/1.1" status: 200 len: 210 time: 0.0513029 Aug 31 23:45:15.281240 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:15.387962 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:15.417120 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723c2cd-61e5-455f-b679-a5f9a7a6c027 None None] The sync data for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi is: [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:52Z', 'revision_number': 4, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '605c282f-d490-4794-8c5d-25686cc10795', 'name': '', 'network_id': '3a01cbee-1397-417e-b51b-4c622421e828', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'mac_address': 'fa:16:3e:c6:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:51Z', 'updated_at': '2021-08-31T23:36:01Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'subnets': [{'id': '8efd5342-fd3b-499e-a9d1-72b1f94cf12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:45:15.545907 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71bd49-c7c1-4f50-8b5d-558b608f82a8 req-9059d32a-8242-42b1-ad63-59f5868c7f9d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:15.547491 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4d71bd49-c7c1-4f50-8b5d-558b608f82a8 req-9059d32a-8242-42b1-ad63-59f5868c7f9d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 947 time: 0.1027658 Aug 31 23:45:15.565445 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:45:15.641396 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4d71bd49-c7c1-4f50-8b5d-558b608f82a8 req-445bed95-40b6-46e1-b90d-754587038bc8 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873342 Aug 31 23:45:15.671720 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92e07d-ad98-4852-8e7e-43083fdcb490 None None] New status for floating IP c18a1e13-2937-4846-9a6f-d3932cbcf08a: DOWN {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:45:15.709302 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:45:15.717463 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d9b01b60-3f92-4165-923f-9ac3db1e06f6 admin admin] 10.222.0.63 "PUT /v2.0/routers/37824c8e-4b7f-4c85-8dea-d1d80f6f6dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5597413 Aug 31 23:45:15.717463 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55130) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:15.719988 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] Sync routers for ids ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:45:15.737447 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] Routers {'37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:15.738050 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:15.826117 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:15.845546 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] Set router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:15.928969 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:15.981743 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Deleting port b08a9501-ddb2-4398-ae1b-12b004468c72 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:15.982083 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.026635 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:45:14Z', 'revision_number': 5, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port': {'id': 'b08a9501-ddb2-4398-ae1b-12b004468c72', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:16.052068 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] Checking router: 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:45:16.060905 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] Routers {'37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:16.061098 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] For port b08a9501-ddb2-4398-ae1b-12b004468c72, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b08a9501-ddb2-4398-ae1b-12b004468c72,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:16.061858 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.061959 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:44:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:16.075188 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Calling delete_port for b08a9501-ddb2-4398-ae1b-12b004468c72 owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:16.146795 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] Set router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:16.202072 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:45:15Z', 'revision_number': 6, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:16.210803 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55136) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:16.228976 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c227d8-27f0-42da-8b1b-2882eea304ce None None] The sync data for ids ['37824c8e-4b7f-4c85-8dea-d1d80f6f6dac'] in dv-cinder-759943-18-iscsi is: [{'id': '37824c8e-4b7f-4c85-8dea-d1d80f6f6dac', 'name': 'tempest-TestShelveInstance-569299975-router', 'tenant_id': 'c96465c03da74875a01d66552c3245a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:38:46Z', 'updated_at': '2021-08-31T23:45:15Z', 'revision_number': 6, 'project_id': 'c96465c03da74875a01d66552c3245a0', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:45:16.255654 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.274404 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.285914 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Pushing event deleted for resources: {'Port': ['ID=b08a9501-ddb2-4398-ae1b-12b004468c72,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:16.301222 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.346917 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.352750 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.355832 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.357096 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "DELETE /v2.0/security-groups/d0e90f52-999e-45de-a519-35a219899c8e HTTP/1.1" status: 204 len: 168 time: 0.1451056 Aug 31 23:45:16.360577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55138) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:16.376927 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e90f52-999e-45de-a519-35a219899c8e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:16.380384 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-dc328ecc-f45c-45f0-9153-37b52382df6d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] show failed (client error): The resource could not be found. Aug 31 23:45:16.381370 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dc328ecc-f45c-45f0-9153-37b52382df6d tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "GET /v2.0/security-groups/d0e90f52-999e-45de-a519-35a219899c8e HTTP/1.1" status: 404 len: 347 time: 0.0198228 Aug 31 23:45:16.385826 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55140) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:16.393033 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.393380 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.393724 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.394059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.394387 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.394737 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.395065 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.395387 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.395713 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.396031 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.396351 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.396668 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afbcf16-dec5-46fe-a7f3-35af435e1f46 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:16.418352 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b22527f1-9666-45bf-a374-270bc157fb73 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:16.442937 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.445159 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.456287 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: b22527f1-9666-45bf-a374-270bc157fb73 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:16.456916 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device b22527f1-9666-45bf-a374-270bc157fb73 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:16.491525 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.492411 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37824c8e-4b7f-4c85-8dea-d1d80f6f6dac {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:45:16.499793 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.501315 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-26aad23e-4053-43ca-93e9-d55c7d48116c admin admin] 10.222.0.63 "DELETE /v2.0/routers/37824c8e-4b7f-4c85-8dea-d1d80f6f6dac HTTP/1.1" status: 204 len: 168 time: 0.7829182 Aug 31 23:45:16.504553 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55142) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:16.532540 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Deleting port 368fb6dc-2f45-4a01-834e-5c58a0dcf9d4 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:16.532802 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.558132 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] Deleting subnet ed5a6e87-2c3f-4931-8704-3a7e28731adf {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:45:16.561641 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.604824 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.612549 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.613024 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.627198 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Calling delete_port for 368fb6dc-2f45-4a01-834e-5c58a0dcf9d4 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:16.699945 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.758581 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.790212 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5a6e87-2c3f-4931-8704-3a7e28731adf,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:16.793810 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.795777 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-68656f91-144b-408f-8ee5-c853b59abd0f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ed5a6e87-2c3f-4931-8704-3a7e28731adf HTTP/1.1" status: 204 len: 168 time: 0.2900667 Aug 31 23:45:16.798177 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55146) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:16.803313 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fdd963-3d2d-40e7-9a17-064c6435e3de None None] Network 49678edb-2977-4796-abc5-45887aa1ad73 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:45:16.813243 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.829028 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d091111-f67b-46da-a20b-b4780797f602 req-bf6130f5-c81f-4aed-80ad-3bcf264dbfac tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:45:16.830721 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6d091111-f67b-46da-a20b-b4780797f602 req-bf6130f5-c81f-4aed-80ad-3bcf264dbfac tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 947 time: 0.0776215 Aug 31 23:45:16.863945 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Pushing event deleted for resources: {'Port': ['ID=368fb6dc-2f45-4a01-834e-5c58a0dcf9d4,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:16.887501 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.937992 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6d091111-f67b-46da-a20b-b4780797f602 req-5af68be5-ad2b-406b-8467-c669f6802045 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821328 Aug 31 23:45:16.944097 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Deleting port b80c76eb-5ab7-4e9a-9744-837dcdae0789 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:16.944433 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.949670 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.952481 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:16.957015 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f6a40dc1-548a-4ac6-8cb2-173f131340e5 tempest-AttachVolumeTestJSON-429967854 tempest-AttachVolumeTestJSON-429967854-project] 10.222.0.63 "DELETE /v2.0/floatingips/c18a1e13-2937-4846-9a6f-d3932cbcf08a HTTP/1.1" status: 204 len: 168 time: 0.5699067 Aug 31 23:45:17.049386 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] For port b80c76eb-5ab7-4e9a-9744-837dcdae0789, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b80c76eb-5ab7-4e9a-9744-837dcdae0789,segment=NetworkSegment(9fa04b89-40c5-40e9-b155-91a04e778149),segment_id=9fa04b89-40c5-40e9-b155-91a04e778149)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:17.053290 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] DHCP port deletion for 49678edb-2977-4796-abc5-45887aa1ad73 request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:45:17.057057 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.074454 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Calling delete_port for b80c76eb-5ab7-4e9a-9744-837dcdae0789 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:17.088337 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b08a9501-ddb2-4398-ae1b-12b004468c72 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:17.111371 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: b08a9501-ddb2-4398-ae1b-12b004468c72 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:17.111953 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b08a9501-ddb2-4398-ae1b-12b004468c72 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:17.112527 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:17.138977 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:17.139655 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 1e60ff0a-bda7-47c4-a3b9-7eb9865d95f3 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:17.160037 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] Deleting port b80c76eb-5ab7-4e9a-9744-837dcdae0789 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:17.160412 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.174807 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.203586 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80c76eb-5ab7-4e9a-9744-837dcdae0789,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:17.205429 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] No DVR routers for this DVR port b80c76eb-5ab7-4e9a-9744-837dcdae0789 on host dv-cinder-759943-18-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:17.285357 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.297476 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49678edb-2977-4796-abc5-45887aa1ad73']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:17.310248 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa04b89-40c5-40e9-b155-91a04e778149') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:17.310930 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa04b89-40c5-40e9-b155-91a04e778149') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:17.320877 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.336410 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.343939 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:45:17.344178 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:45:17.346691 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:45:17.355404 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7bb274f9-1407-453f-9ab0-023275e62ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.367660 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] For port b80c76eb-5ab7-4e9a-9744-837dcdae0789, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=b80c76eb-5ab7-4e9a-9744-837dcdae0789,segment=NetworkSegment(9fa04b89-40c5-40e9-b155-91a04e778149),segment_id=9fa04b89-40c5-40e9-b155-91a04e778149)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:17.368054 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.381649 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] Calling delete_port for b80c76eb-5ab7-4e9a-9744-837dcdae0789 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:17.409580 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.414390 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.417311 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/49678edb-2977-4796-abc5-45887aa1ad73 HTTP/1.1" status: 204 len: 168 time: 0.6181352 Aug 31 23:45:17.430717 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ae71e-5bf5-4d30-b67a-c68b9d6546d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=49678edb-2977-4796-abc5-45887aa1ad73,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:17.474462 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.497558 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] Network 49678edb-2977-4796-abc5-45887aa1ad73 is not hosted by any dhcp agent {{(pid=94086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 23:45:17.498024 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] No DVR routers for this DVR port b80c76eb-5ab7-4e9a-9744-837dcdae0789 on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:17.499664 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bd398-aeb7-484a-8e90-7378a3c61668 None None] Pushing event deleted for resources: {'Port': ['ID=b80c76eb-5ab7-4e9a-9744-837dcdae0789,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:17.546679 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55156) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:17.584938 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5b41d4e2-0c95-405c-bfe5-3c786cd4c5bf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8ccf5accf16f4c48a08ca3fbe8899a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370994 Aug 31 23:45:17.587391 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55158) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:17.635110 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-202ea016-69ae-46ae-b14e-22bbfa972a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.659520 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-202ea016-69ae-46ae-b14e-22bbfa972a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.704849 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-202ea016-69ae-46ae-b14e-22bbfa972a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.707484 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-202ea016-69ae-46ae-b14e-22bbfa972a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:17.708636 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-202ea016-69ae-46ae-b14e-22bbfa972a57 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dd15c24c-0e3b-416d-8fe1-006ee8e68a7f HTTP/1.1" status: 204 len: 168 time: 0.1197147 Aug 31 23:45:17.716705 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ea016-69ae-46ae-b14e-22bbfa972a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd15c24c-0e3b-416d-8fe1-006ee8e68a7f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:18.021357 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55164) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:18.060955 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-af9393f1-daca-4d64-8227-2015b37753f7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c96465c03da74875a01d66552c3245a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384560 Aug 31 23:45:18.063335 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55166) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:18.109537 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f06a164d-6847-4dde-9c5f-521b7597323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:18.131168 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f06a164d-6847-4dde-9c5f-521b7597323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:18.178855 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f06a164d-6847-4dde-9c5f-521b7597323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:18.181461 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f06a164d-6847-4dde-9c5f-521b7597323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:18.182635 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f06a164d-6847-4dde-9c5f-521b7597323f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c132b780-2721-4510-b79a-a2de9b918142 HTTP/1.1" status: 204 len: 168 time: 0.1183989 Aug 31 23:45:18.191833 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a164d-6847-4dde-9c5f-521b7597323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132b780-2721-4510-b79a-a2de9b918142,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:18.897381 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b80c76eb-5ab7-4e9a-9744-837dcdae0789 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:18.919555 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: b80c76eb-5ab7-4e9a-9744-837dcdae0789 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:18.919812 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device b80c76eb-5ab7-4e9a-9744-837dcdae0789 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:19.801799 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-63b16b6b-b7d0-47e3-84e3-e0520e8e02f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:19.901990 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:20.740676 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55192) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:21.153293 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:21.280700 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:21.531993 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Deleting port 605c282f-d490-4794-8c5d-25686cc10795 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:21.532258 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:21.609352 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] For port 605c282f-d490-4794-8c5d-25686cc10795, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=605c282f-d490-4794-8c5d-25686cc10795,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:21.609723 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:21.622064 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Calling delete_port for 605c282f-d490-4794-8c5d-25686cc10795 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:21.796899 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:21.824623 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=605c282f-d490-4794-8c5d-25686cc10795,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:21.986716 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:22.195843 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Router e9393ddb-afe8-4070-81f7-36d709fe1481 has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:45:22.299946 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:45:22.305153 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f6af0316-a517-43b8-b08d-3eee43886b19 admin admin] 10.222.0.63 "PUT /v2.0/routers/e9393ddb-afe8-4070-81f7-36d709fe1481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5634639 Aug 31 23:45:22.308368 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55196) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:22.309079 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] Sync routers for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:45:22.318311 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:22.319009 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:45:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:22.407735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:22.420665 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:22.508191 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:22.561212 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Deleting port dc987e2f-0d78-4b8d-8d33-f448a783a261 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:22.561582 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:22.605666 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:45:21Z', 'revision_number': 5, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port': {'id': 'dc987e2f-0d78-4b8d-8d33-f448a783a261', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:22.632021 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] Checking router: e9393ddb-afe8-4070-81f7-36d709fe1481 for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:45:22.638044 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] For port dc987e2f-0d78-4b8d-8d33-f448a783a261, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=dc987e2f-0d78-4b8d-8d33-f448a783a261,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:22.638652 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:22.640344 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] Routers {'e9393ddb-afe8-4070-81f7-36d709fe1481'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:45:22.640950 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:45:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e9393ddb-afe8-4070-81f7-36d709fe1481'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:22.651523 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Calling delete_port for dc987e2f-0d78-4b8d-8d33-f448a783a261 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:22.728265 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:22.740020 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] Set router e9393ddb-afe8-4070-81f7-36d709fe1481 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:45:22.791643 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:45:22Z', 'revision_number': 6, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:22.814983 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:22.820188 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1dfbe-580f-46a0-bbd4-fce7be6be367 None None] The sync data for ids ['e9393ddb-afe8-4070-81f7-36d709fe1481'] in dv-cinder-759943-18-iscsi is: [{'id': 'e9393ddb-afe8-4070-81f7-36d709fe1481', 'name': 'tempest-AttachVolumeTestJSON-1436812769-router', 'tenant_id': '3a523829007a4ec7937d3dd3c160d688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:45:22Z', 'revision_number': 6, 'project_id': '3a523829007a4ec7937d3dd3c160d688', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:45:22.846162 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc987e2f-0d78-4b8d-8d33-f448a783a261,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:23.136335 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.224221 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.226441 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.270863 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.271449 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9393ddb-afe8-4070-81f7-36d709fe1481 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:45:23.276627 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.277745 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c0c6790f-1943-4927-a978-a5bd496f0980 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e9393ddb-afe8-4070-81f7-36d709fe1481 HTTP/1.1" status: 204 len: 168 time: 0.9684741 Aug 31 23:45:23.280243 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55198) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:23.324926 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] Deleting subnet 8efd5342-fd3b-499e-a9d1-72b1f94cf12b {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:45:23.327857 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.360318 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.435213 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.489668 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.516539 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efd5342-fd3b-499e-a9d1-72b1f94cf12b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:23.520117 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.522179 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abe488-860c-41d9-929a-c367c0bd1ec3 None None] Network 3a01cbee-1397-417e-b51b-4c622421e828 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:45:23.522693 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5fb3feae-c1ca-4e2f-b219-166bac2139c8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8efd5342-fd3b-499e-a9d1-72b1f94cf12b HTTP/1.1" status: 204 len: 168 time: 0.2411170 Aug 31 23:45:23.524660 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55200) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:23.592629 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.651256 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Deleting port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:23.651604 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.705696 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] DHCP port deletion for 3a01cbee-1397-417e-b51b-4c622421e828 request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:45:23.722438 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] For port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:23.722674 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.736277 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Calling delete_port for 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:23.755478 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] Deleting port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:45:23.755853 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.820833 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] For port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,segment=NetworkSegment(63185114-71b8-4d24-bdb3-f73111a9cc6e),segment_id=63185114-71b8-4d24-bdb3-f73111a9cc6e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:45:23.821345 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.822031 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.836934 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] Calling delete_port for 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:45:23.846531 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Pushing event deleted for resources: {'Port': ['ID=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:23.852392 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] No DVR routers for this DVR port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 on host dv-cinder-759943-18-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:23.925036 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.926075 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.936282 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a01cbee-1397-417e-b51b-4c622421e828']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:23.946064 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63185114-71b8-4d24-bdb3-f73111a9cc6e') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:23.946353 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63185114-71b8-4d24-bdb3-f73111a9cc6e') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:45:23.951269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] Pushing event deleted for resources: {'Port': ['ID=524cadbe-3cd6-4738-bcee-5c15f6d3e8a0,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:23.953114 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e82279a-93f6-487b-962a-46dc1df5f278 None None] No DVR routers for this DVR port 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:45:23.956185 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8743554'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.971599 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.977322 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:45:23.977711 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117275'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: Traceback (most recent call last): Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: timer() Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: cb(*args, **kw) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: return func(*args, **kwargs) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: self._notify() Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: self.callback(batched_events) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: event.method(event) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: return f(self, *a, **k) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._get(url).json() Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:45:23.979891 dv-cinder-759943-18-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:45:24.033538 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:24.044729 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:24.047052 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] 10.222.0.63 "DELETE /v2.0/networks/3a01cbee-1397-417e-b51b-4c622421e828 HTTP/1.1" status: 204 len: 168 time: 0.5212312 Aug 31 23:45:24.059610 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae08e-5e4e-44ad-b2c1-734c9a3c260a admin admin] Pushing event deleted for resources: {'Network': ['ID=3a01cbee-1397-417e-b51b-4c622421e828,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:24.157971 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55204) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:24.196568 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-90cc904c-dff1-40d7-ab12-301c4d229586 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a523829007a4ec7937d3dd3c160d688&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374274 Aug 31 23:45:24.199067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55206) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:24.246386 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-627f1c13-8f7d-4f23-9ec3-109c703f1791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:24.266298 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-627f1c13-8f7d-4f23-9ec3-109c703f1791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:24.311494 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-627f1c13-8f7d-4f23-9ec3-109c703f1791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:24.314147 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-627f1c13-8f7d-4f23-9ec3-109c703f1791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:24.315299 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-627f1c13-8f7d-4f23-9ec3-109c703f1791 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a0fd4e48-5c83-45b8-97ac-62c8ac54512f HTTP/1.1" status: 204 len: 168 time: 0.1153855 Aug 31 23:45:24.322987 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f1c13-8f7d-4f23-9ec3-109c703f1791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fd4e48-5c83-45b8-97ac-62c8ac54512f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:24.905040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 605c282f-d490-4794-8c5d-25686cc10795 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:24.928554 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 605c282f-d490-4794-8c5d-25686cc10795 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:24.928901 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 605c282f-d490-4794-8c5d-25686cc10795 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:24.929326 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dc987e2f-0d78-4b8d-8d33-f448a783a261 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:24.948598 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: dc987e2f-0d78-4b8d-8d33-f448a783a261 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:24.948943 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device dc987e2f-0d78-4b8d-8d33-f448a783a261 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:24.949370 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:45:24.969577 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:45:24.969923 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 524cadbe-3cd6-4738-bcee-5c15f6d3e8a0 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:45:25.997570 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55258) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:26.098230 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb961-12d3-4c6d-9319-a9a49deeeb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.100405 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.187759 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb961-12d3-4c6d-9319-a9a49deeeb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.191196 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb961-12d3-4c6d-9319-a9a49deeeb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.227710 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1c0bb961-12d3-4c6d-9319-a9a49deeeb10 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26f43337e0af4a5c9b058f6b13a55adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290339 Aug 31 23:45:26.229102 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bb961-12d3-4c6d-9319-a9a49deeeb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d293a0-dfe7-429d-9c83-d02328e45848,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:26.232043 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55262) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:26.285892 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.307254 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.350743 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.353772 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.355148 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/72d293a0-dfe7-429d-9c83-d02328e45848 HTTP/1.1" status: 204 len: 168 time: 0.1215990 Aug 31 23:45:26.362452 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d293a0-dfe7-429d-9c83-d02328e45848,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:26.370036 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.370377 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.370737 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.371070 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.371396 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.371720 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.372043 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.372356 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.372681 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.373001 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.373316 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.373632 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594989-5cf3-418c-ac23-454ae60a2be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:45:26.609084 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55268) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:26.622315 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55e50da2-7212-4388-b324-8ece91557151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.724904 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55e50da2-7212-4388-b324-8ece91557151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.730629 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55e50da2-7212-4388-b324-8ece91557151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.778122 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-55e50da2-7212-4388-b324-8ece91557151 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ebc5845dfe7949dbbe91264dd9b6ffd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679077 Aug 31 23:45:26.778997 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e50da2-7212-4388-b324-8ece91557151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cddfa9-9142-4e4e-8887-7a272a488b7f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:26.780918 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55270) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:45:26.833637 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee143baf-3a03-44cd-8aef-0c8e3ead1e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.856165 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee143baf-3a03-44cd-8aef-0c8e3ead1e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.907847 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee143baf-3a03-44cd-8aef-0c8e3ead1e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.910394 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee143baf-3a03-44cd-8aef-0c8e3ead1e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:26.911574 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ee143baf-3a03-44cd-8aef-0c8e3ead1e16 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a4cddfa9-9142-4e4e-8887-7a272a488b7f HTTP/1.1" status: 204 len: 168 time: 0.1296201 Aug 31 23:45:26.919752 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee143baf-3a03-44cd-8aef-0c8e3ead1e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cddfa9-9142-4e4e-8887-7a272a488b7f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:45:33.749396 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:45:47.333545 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-501bdf80-c489-49c7-8693-b4feaa59e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:49.802419 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-afe2e03d-bedb-4f5e-9ef0-19851e6ac287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:49.904487 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:51.154925 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:52.709387 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:56.131499 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:10.748724 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:46:11.000431 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-ec9c925e-97f3-4370-a6e2-4e739095b962 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410925 Aug 31 23:46:11.099658 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-09639cf7-be44-4c4d-9d98-f1218d8babac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:11.101151 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-09639cf7-be44-4c4d-9d98-f1218d8babac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1098 time: 0.0405848 Aug 31 23:46:11.207312 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-629b9081-1e5e-43f3-b8ef-5058fb51319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:11.212452 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-629b9081-1e5e-43f3-b8ef-5058fb51319e service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.0918620 Aug 31 23:46:11.278717 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-69635da3-8813-4f4e-a8ca-2a4286bd8725 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251 HTTP/1.1" status: 200 len: 1001 time: 0.0594432 Aug 31 23:46:11.327693 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-0f7b726d-b190-4080-bdfd-13b4a412a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:11.329148 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-0f7b726d-b190-4080-bdfd-13b4a412a48a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0434670 Aug 31 23:46:11.378943 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-7e43795b-0583-42bb-8f33-f7f38142a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:11.380467 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-7e43795b-0583-42bb-8f33-f7f38142a5bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439777 Aug 31 23:46:11.392417 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-504711f5-a497-4179-a9b3-be192aedac52 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:46:11.393459 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-504711f5-a497-4179-a9b3-be192aedac52 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051179 Aug 31 23:46:11.483124 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-81d9835a-a39f-4518-9041-c0586c6b62a6 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821791 Aug 31 23:46:11.584316 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13d70fd3-a431-4bf7-926e-0ba8ecb1bb4b req-7110c75d-9cd8-444c-af4c-3ac6b50c3671 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936511 Aug 31 23:46:15.018901 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55680) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:15.135351 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-79d65ead-00c6-47ca-92db-318b5327c699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.225925 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-79d65ead-00c6-47ca-92db-318b5327c699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.229729 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-79d65ead-00c6-47ca-92db-318b5327c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.267992 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-79d65ead-00c6-47ca-92db-318b5327c699 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=731f841603904d67836ae5c44618aed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480156 Aug 31 23:46:15.268835 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d65ead-00c6-47ca-92db-318b5327c699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f841e-e57f-4ce6-9c63-a9cf79fa9f01,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:15.270849 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55684) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:15.319320 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-794c6af8-506c-4ecb-a5ca-aa89ab5fdb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.339265 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-794c6af8-506c-4ecb-a5ca-aa89ab5fdb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.400891 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-794c6af8-506c-4ecb-a5ca-aa89ab5fdb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.403480 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-794c6af8-506c-4ecb-a5ca-aa89ab5fdb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.404604 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-794c6af8-506c-4ecb-a5ca-aa89ab5fdb19 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/938f841e-e57f-4ce6-9c63-a9cf79fa9f01 HTTP/1.1" status: 204 len: 168 time: 0.1327622 Aug 31 23:46:15.412424 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c6af8-506c-4ecb-a5ca-aa89ab5fdb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938f841e-e57f-4ce6-9c63-a9cf79fa9f01,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:15.695943 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55690) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:15.708885 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05679875-fbc5-4bdf-aa10-b1faa0f80cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.803922 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05679875-fbc5-4bdf-aa10-b1faa0f80cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.807699 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05679875-fbc5-4bdf-aa10-b1faa0f80cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.845606 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-05679875-fbc5-4bdf-aa10-b1faa0f80cbe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=17318aadd6a84c65994e55c69247ba2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485608 Aug 31 23:46:15.846445 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05679875-fbc5-4bdf-aa10-b1faa0f80cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2c45cd-a89a-4408-946b-3fb982dec18c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:15.848424 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55694) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:15.897213 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-737ae011-b6e8-4405-b06c-af38573d0ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.918570 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-737ae011-b6e8-4405-b06c-af38573d0ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.974852 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-737ae011-b6e8-4405-b06c-af38573d0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.977492 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-737ae011-b6e8-4405-b06c-af38573d0ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.978751 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-737ae011-b6e8-4405-b06c-af38573d0ec0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8d2c45cd-a89a-4408-946b-3fb982dec18c HTTP/1.1" status: 204 len: 168 time: 0.1291716 Aug 31 23:46:15.986520 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ae011-b6e8-4405-b06c-af38573d0ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2c45cd-a89a-4408-946b-3fb982dec18c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:17.340060 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d418485f-a217-44cf-835d-ebfd8a44fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:19.803916 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe193-f8fd-41a4-a17f-a32dd43e5f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:19.905976 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:21.158650 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:22.712700 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:26.127075 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:28.951852 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55840) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:29.062853 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.162226 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.167716 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.211563 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f5460789404c4eba87aeafec9161308d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583034 Aug 31 23:46:29.212617 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4392d7-53d5-43b4-98c0-7516f3afc3a9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:29.214193 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55844) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:29.221549 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.221895 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.222230 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.222595 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.223100 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.223336 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.223553 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.227059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.227059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.227059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.227059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.227059 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9eed0e-d7d6-4c52-bc07-04a5d9694a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.274835 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.295833 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.342746 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.345748 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.347029 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd4392d7-53d5-43b4-98c0-7516f3afc3a9 HTTP/1.1" status: 204 len: 168 time: 0.1311772 Aug 31 23:46:29.356309 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4392d7-53d5-43b4-98c0-7516f3afc3a9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:29.364715 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.365057 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.365393 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.365722 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.366046 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.366374 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.366722 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.367044 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.367365 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.367678 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.367991 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.368308 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b603c-4c5a-471d-bb6f-ca3ae18d2ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:29.634724 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55850) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:29.654953 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68f07fda-33f3-42c2-a969-15c4a9ec8913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.761695 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68f07fda-33f3-42c2-a969-15c4a9ec8913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.765948 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68f07fda-33f3-42c2-a969-15c4a9ec8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.806531 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-68f07fda-33f3-42c2-a969-15c4a9ec8913 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b5f57c135d648a3ba4e29fad892317b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702788 Aug 31 23:46:29.808581 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f07fda-33f3-42c2-a969-15c4a9ec8913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784e1119-e134-4262-80ce-9a8f6dff8c1e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:29.809249 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55852) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:29.865306 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0f3abfa-9696-41b8-89b4-5354996982ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.892060 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0f3abfa-9696-41b8-89b4-5354996982ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.947714 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0f3abfa-9696-41b8-89b4-5354996982ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.950411 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0f3abfa-9696-41b8-89b4-5354996982ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:29.951604 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e0f3abfa-9696-41b8-89b4-5354996982ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/784e1119-e134-4262-80ce-9a8f6dff8c1e HTTP/1.1" status: 204 len: 168 time: 0.1413410 Aug 31 23:46:29.959399 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3abfa-9696-41b8-89b4-5354996982ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784e1119-e134-4262-80ce-9a8f6dff8c1e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:32.416700 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 55920) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:32.527247 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5c5a-987d-40b1-8948-ed97dae2c848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:32.612694 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5c5a-987d-40b1-8948-ed97dae2c848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:32.616275 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5c5a-987d-40b1-8948-ed97dae2c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:32.654098 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bb3f5c5a-987d-40b1-8948-ed97dae2c848 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5e34ca45ae3647119fa327f82599121c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363451 Aug 31 23:46:32.654936 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f5c5a-987d-40b1-8948-ed97dae2c848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d74d09-017a-4cc1-a636-66b616fff9eb,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:32.657546 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55924) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:32.706457 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb0d4-a199-43b0-ad05-46a957963172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:32.727482 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb0d4-a199-43b0-ad05-46a957963172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:32.776705 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb0d4-a199-43b0-ad05-46a957963172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:32.779851 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb0d4-a199-43b0-ad05-46a957963172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:32.781207 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d9fdb0d4-a199-43b0-ad05-46a957963172 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/75d74d09-017a-4cc1-a636-66b616fff9eb HTTP/1.1" status: 204 len: 168 time: 0.1217680 Aug 31 23:46:32.791035 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdb0d4-a199-43b0-ad05-46a957963172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d74d09-017a-4cc1-a636-66b616fff9eb,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:33.037947 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55930) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:33.051736 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1114a8d-c128-4ea8-8428-c4c3de6d5fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:33.142816 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1114a8d-c128-4ea8-8428-c4c3de6d5fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:33.146282 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1114a8d-c128-4ea8-8428-c4c3de6d5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:33.181913 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1114a8d-c128-4ea8-8428-c4c3de6d5fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3969acd-f929-4780-b768-177ed31ff395,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:33.186172 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d1114a8d-c128-4ea8-8428-c4c3de6d5fcd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2d9252c36444afdbaffd5b76291e9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471722 Aug 31 23:46:33.189609 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 55932) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:33.237392 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0db0141a-5143-46ca-9ea9-d14e007b0c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:33.257725 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0db0141a-5143-46ca-9ea9-d14e007b0c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:33.311906 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0db0141a-5143-46ca-9ea9-d14e007b0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:33.314734 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0db0141a-5143-46ca-9ea9-d14e007b0c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:33.315908 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0db0141a-5143-46ca-9ea9-d14e007b0c3c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b3969acd-f929-4780-b768-177ed31ff395 HTTP/1.1" status: 204 len: 168 time: 0.1254084 Aug 31 23:46:33.323573 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0141a-5143-46ca-9ea9-d14e007b0c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3969acd-f929-4780-b768-177ed31ff395,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:37.387666 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54e1b7-3985-4059-b86d-8ea40d60698a req-d9744b1b-510b-4d2c-911a-bbdd1e096ee6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:37.389677 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b54e1b7-3985-4059-b86d-8ea40d60698a req-d9744b1b-510b-4d2c-911a-bbdd1e096ee6 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 947 time: 0.5031717 Aug 31 23:46:37.432845 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b54e1b7-3985-4059-b86d-8ea40d60698a req-041e27e2-cfc8-4fb4-8fa6-d021307f5f62 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371096 Aug 31 23:46:38.238067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56024) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:38.346346 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce436-99bf-4def-a035-e267e0cddfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.437372 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce436-99bf-4def-a035-e267e0cddfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.441216 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce436-99bf-4def-a035-e267e0cddfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.477759 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ce436-99bf-4def-a035-e267e0cddfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5826d917-16f0-4dbf-b187-f93a9597d2f1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:38.482608 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6a7ce436-99bf-4def-a035-e267e0cddfdd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e8436a3411d4fd7a107ca4b09ae0364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429063 Aug 31 23:46:38.485406 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56030) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:38.539786 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d38f82d3-07f1-4a3b-84e1-68af03315dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.562232 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d38f82d3-07f1-4a3b-84e1-68af03315dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.608708 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d38f82d3-07f1-4a3b-84e1-68af03315dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.611400 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d38f82d3-07f1-4a3b-84e1-68af03315dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.612545 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d38f82d3-07f1-4a3b-84e1-68af03315dd5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5826d917-16f0-4dbf-b187-f93a9597d2f1 HTTP/1.1" status: 204 len: 168 time: 0.1262817 Aug 31 23:46:38.620330 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f82d3-07f1-4a3b-84e1-68af03315dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5826d917-16f0-4dbf-b187-f93a9597d2f1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:38.678317 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bf2de-5f22-4dd4-a768-0eba4dc97f00 req-140e624a-ba03-4c0d-bcac-3aa6be3b21a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:38.679849 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe8bf2de-5f22-4dd4-a768-0eba4dc97f00 req-140e624a-ba03-4c0d-bcac-3aa6be3b21a7 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 947 time: 0.1652966 Aug 31 23:46:38.720347 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe8bf2de-5f22-4dd4-a768-0eba4dc97f00 req-dd553cc1-c2e3-407e-8bae-e44f144fe020 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups?id=840577e8-6456-4e66-b74f-716fa4e5c294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332937 Aug 31 23:46:38.870845 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-17f9b0cf-267f-4be7-b86a-3d295b50f8a5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:38.872392 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-17f9b0cf-267f-4be7-b86a-3d295b50f8a5 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 947 time: 0.0535269 Aug 31 23:46:38.899033 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56038) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:38.926217 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8710-be71-43f1-99ee-bea406046f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:38.968780 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Deleting port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:46:38.969117 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.027111 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8710-be71-43f1-99ee-bea406046f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.031670 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8710-be71-43f1-99ee-bea406046f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.060475 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] For port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:46:39.060830 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.070306 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4f7a8710-be71-43f1-99ee-bea406046f8e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6aad14b5520a413fa83fe6a6c01c5d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698039 Aug 31 23:46:39.071199 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8710-be71-43f1-99ee-bea406046f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029d39e5-7a60-4947-bc9e-d428dd83e77f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:39.073510 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56040) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:39.124257 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4bf628f3-d7d8-4fb9-87ca-905fbaf380fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.146876 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4bf628f3-d7d8-4fb9-87ca-905fbaf380fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.195534 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4bf628f3-d7d8-4fb9-87ca-905fbaf380fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.198084 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4bf628f3-d7d8-4fb9-87ca-905fbaf380fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.202149 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4bf628f3-d7d8-4fb9-87ca-905fbaf380fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/029d39e5-7a60-4947-bc9e-d428dd83e77f HTTP/1.1" status: 204 len: 168 time: 0.1248407 Aug 31 23:46:39.211456 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf628f3-d7d8-4fb9-87ca-905fbaf380fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029d39e5-7a60-4947-bc9e-d428dd83e77f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:39.260555 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.261026 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500749'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.261544 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Floating IP 0d69002c-5343-487b-a824-2704c150b84b disassociated. External IP: 172.27.3.28, port: 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b. Aug 31 23:46:39.261763 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Calling delete_port for 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:46:39.405792 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.434974 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event deleted for resources: {'Port': ['ID=011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:39.561129 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Router e5678596-e4c9-4d93-8229-76939829fc2b has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:46:39.672969 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:46:39.686576 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] Sync routers for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:46:39.695628 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:46:39.696341 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:39.714904 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] No DVR routers for this DVR port 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b on host hv-cinder-75994 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:46:39.717443 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:39.719627 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-806ff146-9662-45d2-91b4-5dd31b4648ea req-01060baa-a6e3-407b-bc1d-cf76c08bb28d tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.61 "DELETE /v2.0/ports/011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b HTTP/1.1" status: 204 len: 173 time: 0.8400240 Aug 31 23:46:39.720048 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-deleted', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:46:39.722431 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d833c28-21ff-4c68-a1a5-b738c2ac7c47" -d '{"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-deleted", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:46:39.824172 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a1d348-6cdc-46bc-8c2c-4731642d6448 x-openstack-request-id: req-29a1d348-6cdc-46bc-8c2c-4731642d6448 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:46:39.825682 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0311cd-6a8b-4043-8291-c412fd088d0d", "name": "network-vif-deleted", "tag": "011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:46:39.826914 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-29a1d348-6cdc-46bc-8c2c-4731642d6448 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:46:39.827798 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0311cd-6a8b-4043-8291-c412fd088d0d', 'name': 'network-vif-deleted', 'tag': '011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b', 'status': 'completed', 'code': 200} Aug 31 23:46:39.831747 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:46:39.907069 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86732e49-26cf-4bc9-84f3-a748a57c7c9c req-4ae9b9cc-922a-42dd-811c-a5f6d0c239ef tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0311cd-6a8b-4043-8291-c412fd088d0d HTTP/1.1" status: 200 len: 210 time: 0.0351958 Aug 31 23:46:40.148357 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:40.178399 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] Checking router: e5678596-e4c9-4d93-8229-76939829fc2b for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:46:40.186980 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:46:40.187594 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:40.298618 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:46:40.521310 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:40.559208 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e0964-d89f-43fc-99e9-40bd68d53cc1 None None] The sync data for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi is: [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:35:54Z', 'revision_number': 4, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '5788cb22-b768-432f-b73f-65421751fcc8', 'name': '', 'network_id': 'd7b65b3c-8c08-441f-bcf3-df0e35a0aa44', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'mac_address': 'fa:16:3e:d2:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:52Z', 'updated_at': '2021-08-31T23:36:05Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'subnets': [{'id': '453df943-c6ec-4a5d-8a08-d47fafd4467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:46:40.836423 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46b250-f6a6-4532-ae15-d60d84e9f5f3 None None] New status for floating IP 0d69002c-5343-487b-a824-2704c150b84b: DOWN {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:46:41.009558 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56134) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:41.078043 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10bd8bc0-e82a-4ed6-9b8a-a5b79e97abe0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.109817 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10bd8bc0-e82a-4ed6-9b8a-a5b79e97abe0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.164195 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10bd8bc0-e82a-4ed6-9b8a-a5b79e97abe0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.167139 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-10bd8bc0-e82a-4ed6-9b8a-a5b79e97abe0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.168410 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-10bd8bc0-e82a-4ed6-9b8a-a5b79e97abe0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "DELETE /v2.0/security-groups/840577e8-6456-4e66-b74f-716fa4e5c294 HTTP/1.1" status: 204 len: 168 time: 0.1575742 Aug 31 23:46:41.171878 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56136) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:41.184941 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8bc0-e82a-4ed6-9b8a-a5b79e97abe0 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840577e8-6456-4e66-b74f-716fa4e5c294,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:41.193961 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.api.v2.resource [None req-8aba05ce-ca34-44a6-8d78-d691ca0ca3cf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] show failed (client error): The resource could not be found. Aug 31 23:46:41.195370 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8aba05ce-ca34-44a6-8d78-d691ca0ca3cf tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "GET /v2.0/security-groups/840577e8-6456-4e66-b74f-716fa4e5c294 HTTP/1.1" status: 404 len: 347 time: 0.0210965 Aug 31 23:46:41.198679 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56138) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:41.327132 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Deleting port d64f3aa9-b848-4328-8baf-99e38cdd2077 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:46:41.327468 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.402770 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.403097 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.415585 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Calling delete_port for d64f3aa9-b848-4328-8baf-99e38cdd2077 owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:46:41.556769 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.583734 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Pushing event deleted for resources: {'Port': ['ID=d64f3aa9-b848-4328-8baf-99e38cdd2077,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:41.645671 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.648559 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:41.649745 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6ce58025-f8db-4bb7-b27a-be7b9b6ba2f1 tempest-AttachVolumeShelveTestJSON-1571388678 tempest-AttachVolumeShelveTestJSON-1571388678-project] 10.222.0.63 "DELETE /v2.0/floatingips/0d69002c-5343-487b-a824-2704c150b84b HTTP/1.1" status: 204 len: 168 time: 0.4501436 Aug 31 23:46:42.955967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:46:42.977946 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:46:42.978226 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 011a05cb-f1c7-48b5-8c2b-fcf7f7e8663b not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:46:44.110323 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56168) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:44.635447 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:44.890777 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Deleting port 5788cb22-b768-432f-b73f-65421751fcc8 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:46:44.891128 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:44.971950 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] For port 5788cb22-b768-432f-b73f-65421751fcc8, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=5788cb22-b768-432f-b73f-65421751fcc8,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:46:44.972316 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:44.989677 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Calling delete_port for 5788cb22-b768-432f-b73f-65421751fcc8 owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:46:45.184117 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:45.209232 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5788cb22-b768-432f-b73f-65421751fcc8,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:45.389905 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:45.607422 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Router e5678596-e4c9-4d93-8229-76939829fc2b has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:46:45.720130 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:46:45.728451 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d574b02d-7903-4800-bfec-d369284fcab0 admin admin] 10.222.0.63 "PUT /v2.0/routers/e5678596-e4c9-4d93-8229-76939829fc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145170 Aug 31 23:46:45.728806 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56174) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:45.731977 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] Sync routers for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:46:45.741679 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:46:45.742795 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:45.837287 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:45.849960 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:46:45.952377 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.020271 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Deleting port 217d28a2-1d4a-4754-a83f-7bb1e47df60d {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:46:46.020615 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.047717 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:46:45Z', 'revision_number': 5, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port': {'id': '217d28a2-1d4a-4754-a83f-7bb1e47df60d', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:47Z', 'updated_at': '2021-08-31T23:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:46.074519 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] Checking router: e5678596-e4c9-4d93-8229-76939829fc2b for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:46:46.083354 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] Routers {'e5678596-e4c9-4d93-8229-76939829fc2b'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:46:46.083970 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['e5678596-e4c9-4d93-8229-76939829fc2b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:46.109596 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] For port 217d28a2-1d4a-4754-a83f-7bb1e47df60d, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=217d28a2-1d4a-4754-a83f-7bb1e47df60d,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:46:46.109985 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.123127 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Calling delete_port for 217d28a2-1d4a-4754-a83f-7bb1e47df60d owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:46:46.171415 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] Set router e5678596-e4c9-4d93-8229-76939829fc2b gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:46:46.228073 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:46:45Z', 'revision_number': 6, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:46.257705 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d545f-26ff-4417-827d-dd07ef949005 None None] The sync data for ids ['e5678596-e4c9-4d93-8229-76939829fc2b'] in dv-cinder-759943-18-iscsi is: [{'id': 'e5678596-e4c9-4d93-8229-76939829fc2b', 'name': 'tempest-AttachVolumeShelveTestJSON-823778665-router', 'tenant_id': 'd0d63cf718d440eea4d58fbb5b458269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:46Z', 'updated_at': '2021-08-31T23:46:45Z', 'revision_number': 6, 'project_id': 'd0d63cf718d440eea4d58fbb5b458269', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:46:46.298873 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.329340 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Pushing event deleted for resources: {'Port': ['ID=217d28a2-1d4a-4754-a83f-7bb1e47df60d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:46.392644 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.486866 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.488971 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.536057 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.536957 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5678596-e4c9-4d93-8229-76939829fc2b {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:46:46.541435 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.542619 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2bd294f2-8353-41df-a640-60cacc82c77f admin admin] 10.222.0.63 "DELETE /v2.0/routers/e5678596-e4c9-4d93-8229-76939829fc2b HTTP/1.1" status: 204 len: 168 time: 0.8128288 Aug 31 23:46:46.545063 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56178) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:46.595589 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] Deleting subnet 453df943-c6ec-4a5d-8a08-d47fafd4467d {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:46:46.598963 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.642825 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.721526 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:46.775635 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.050315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 5788cb22-b768-432f-b73f-65421751fcc8 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:46:47.072617 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 5788cb22-b768-432f-b73f-65421751fcc8 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:46:47.073051 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 5788cb22-b768-432f-b73f-65421751fcc8 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:46:47.073547 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 217d28a2-1d4a-4754-a83f-7bb1e47df60d no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:46:47.078031 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453df943-c6ec-4a5d-8a08-d47fafd4467d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:47.085628 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.087806 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0a62aa4c-9207-4466-9fd6-f96edd3d36b5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/453df943-c6ec-4a5d-8a08-d47fafd4467d HTTP/1.1" status: 204 len: 168 time: 0.5417783 Aug 31 23:46:47.091055 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56184) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:47.104874 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e8dd6b-9c34-499f-9689-affc26e4bc49 None None] Network d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:46:47.106592 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 217d28a2-1d4a-4754-a83f-7bb1e47df60d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:46:47.106935 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 217d28a2-1d4a-4754-a83f-7bb1e47df60d not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:46:47.176490 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.241412 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Deleting port c69142b7-ff91-490d-a285-cfad40537ece {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:46:47.241926 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.318623 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] For port c69142b7-ff91-490d-a285-cfad40537ece, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=c69142b7-ff91-490d-a285-cfad40537ece,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:46:47.319226 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.330272 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] DHCP port deletion for d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:46:47.333822 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Calling delete_port for c69142b7-ff91-490d-a285-cfad40537ece owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:46:47.339613 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b48d94d-35d3-47e5-a580-70c1732368f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.380622 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Deleting port c69142b7-ff91-490d-a285-cfad40537ece {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:46:47.380987 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.416742 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.447350 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] No DVR routers for this DVR port c69142b7-ff91-490d-a285-cfad40537ece on host dv-cinder-759943-18-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:46:47.450048 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] For port c69142b7-ff91-490d-a285-cfad40537ece, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=c69142b7-ff91-490d-a285-cfad40537ece,segment=NetworkSegment(d0390f57-9a10-4a8c-a08a-a3e5b8993389),segment_id=d0390f57-9a10-4a8c-a08a-a3e5b8993389)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:46:47.450473 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.453480 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c69142b7-ff91-490d-a285-cfad40537ece,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:47.464819 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Calling delete_port for c69142b7-ff91-490d-a285-cfad40537ece owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:46:47.528653 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.538468 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b65b3c-8c08-441f-bcf3-df0e35a0aa44']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:47.540945 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.550448 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0390f57-9a10-4a8c-a08a-a3e5b8993389') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:47.550769 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0390f57-9a10-4a8c-a08a-a3e5b8993389') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:47.560353 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.572003 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Pushing event deleted for resources: {'Port': ['ID=c69142b7-ff91-490d-a285-cfad40537ece,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:47.575394 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.577684 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] No DVR routers for this DVR port c69142b7-ff91-490d-a285-cfad40537ece on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:46:47.582007 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:46:47.582409 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:46:47.584623 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:46:47.589467 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.589945 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.590468 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.591069 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.591613 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.592138 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.592535 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.593018 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.593549 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.593947 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.594348 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.594707 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da7526-8f1d-4207-870d-1c897d709dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:46:47.655419 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.660069 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.662016 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] 10.222.0.63 "DELETE /v2.0/networks/d7b65b3c-8c08-441f-bcf3-df0e35a0aa44 HTTP/1.1" status: 204 len: 168 time: 0.5698993 Aug 31 23:46:47.675885 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8320e5-aa39-4638-ae93-33058b42dd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b65b3c-8c08-441f-bcf3-df0e35a0aa44,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:47.748894 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:46:47.800982 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56188) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:47.843213 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6593f60c-1ae2-40d9-aaf4-2d0218e33633 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d0d63cf718d440eea4d58fbb5b458269&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409536 Aug 31 23:46:47.845577 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56190) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:47.898217 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8af7f3f9-36dd-4699-a210-b3d4160a04df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.919233 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8af7f3f9-36dd-4699-a210-b3d4160a04df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.968356 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8af7f3f9-36dd-4699-a210-b3d4160a04df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.971036 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8af7f3f9-36dd-4699-a210-b3d4160a04df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:47.972690 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8af7f3f9-36dd-4699-a210-b3d4160a04df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4770e4f0-83e5-4f8d-b0d3-0296256bcafc HTTP/1.1" status: 204 len: 168 time: 0.1257901 Aug 31 23:46:47.981790 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7f3f9-36dd-4699-a210-b3d4160a04df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4770e4f0-83e5-4f8d-b0d3-0296256bcafc,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:48.706878 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56214) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:48.805817 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1821572870-network', 'tenant_id': 'b2f1c3fc7e2c40578efda67595f5722e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:46:48.829964 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Made reservation on behalf of b2f1c3fc7e2c40578efda67595f5722e for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:46:48.832486 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:48.841423 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:48.935502 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:48.943398 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:48.945199 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device c69142b7-ff91-490d-a285-cfad40537ece no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:46:48.966745 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: c69142b7-ff91-490d-a285-cfad40537ece {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:46:48.967210 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device c69142b7-ff91-490d-a285-cfad40537ece not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:46:48.969033 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:46:48.980707 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b40579-9e4b-4c77-a678-e94051aedd53,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:48.984212 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:48.985089 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Added segment 95fb85f6-ca46-4c49-8d9f-43635ded6518 of type vlan for network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df Aug 31 23:46:49.033950 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.062345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.063326 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:49.063926 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.115205 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4072073 Aug 31 23:46:49.120006 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56220) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:49.125159 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Request body: {'subnet': {'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1821572870-subnet', 'tenant_id': 'b2f1c3fc7e2c40578efda67595f5722e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:46:49.140738 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3b75c-a5a8-4e12-8b96-58e8621cb450 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:49.151561 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:46:49.155608 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Made reservation on behalf of b2f1c3fc7e2c40578efda67595f5722e for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:46:49.159588 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9023601'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.347037 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9121342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9023591'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.401861 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509381d7-e521-465f-843c-9eded1342833,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:49.411021 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Checking segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:46:49.411380 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Network hostable DHCP agents. Network: 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:46:49.428652 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:46:49.437899 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:46:49.442160 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:49.442834 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.447511 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015eda8a-373c-42b5-a2d9-4db4ddf97ac7 None None] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:46:49.465744 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fe2c9d87-ef16-4723-ba61-3fcb215afa11 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3444023 Aug 31 23:46:49.582774 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541743a5-f3df-40a5-a7ea-4e363f6eb35c None None] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:46:49.806428 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c2ce50c9-1f30-49d0-b63c-328f525c5095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.906720 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:49.918963 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-6635cd96-7bad-4559-add6-32f76f33c40c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:49.920999 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-6635cd96-7bad-4559-add6-32f76f33c40c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.1074214 Aug 31 23:46:49.935901 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-746730f2-b8b0-4dc5-a9c5-82bc433d5dd1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/quotas/b2f1c3fc7e2c40578efda67595f5722e HTTP/1.1" status: 200 len: 375 time: 0.0091808 Aug 31 23:46:49.969851 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-bcac19f5-0462-4f70-a523-28254b3be114 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275104 Aug 31 23:46:50.035706 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-0662649f-a57c-4bca-9c41-91bcc8a35bb0 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:46:50.036728 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-0662649f-a57c-4bca-9c41-91bcc8a35bb0 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601771 Aug 31 23:46:50.141654 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-91bb706d-7b7d-46ca-a54d-e316d54a4eb2 service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986223 Aug 31 23:46:50.235824 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-9b5e3370-d87c-4ef7-8bd4-3af2e1afb7fd service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879080 Aug 31 23:46:50.401215 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-055ab859-36bf-46b5-8a37-57bf4d08dc27 req-5f3e1c6a-4176-4299-8cd2-bdac173e7c00 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 210 time: 0.0317276 Aug 31 23:46:51.164828 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:51.526881 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea8a62d9-7b9a-40e2-8c96-244a30fc2df7 req-4fd3ddc0-31b2-425b-bf69-7cc7218f84bd tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 210 time: 0.0364742 Aug 31 23:46:51.586427 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-63c81eb3-198e-4fc1-8d92-d2b5a5ffc7b3 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:51.587925 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-63c81eb3-198e-4fc1-8d92-d2b5a5ffc7b3 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.1676424 Aug 31 23:46:51.613936 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Request body: {'port': {'device_id': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'admin_state_up': True, 'tenant_id': 'b2f1c3fc7e2c40578efda67595f5722e'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:46:51.723892 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Made reservation on behalf of b2f1c3fc7e2c40578efda67595f5722e for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:46:51.727494 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:51.864117 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Allocated IP 172.20.0.5 (2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df/509381d7-e521-465f-843c-9eded1342833/be220f0a-cbaf-4744-9af1-2553733fb958) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:46:52.018919 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.060129 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.107761 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:46:52.111114 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:46:52.115914 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:46:52.120258 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event updated for resources: {'Port': ['ID=be220f0a-cbaf-4744-9af1-2553733fb958,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:52.170994 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:52.171629 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.185732 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-7b3671e0-ec21-4c0f-be04-338954f0d0ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758235 Aug 31 23:46:52.206323 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Request body: {'port': {'device_id': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:46:52.281895 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.550652 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be220f0a-cbaf-4744-9af1-2553733fb958 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:46:52.561570 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.573757 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Transition to ACTIVE for port object be220f0a-cbaf-4744-9af1-2553733fb958 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:46:52.578149 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.632987 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Pushing event updated for resources: {'Port': ['ID=be220f0a-cbaf-4744-9af1-2553733fb958,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:52.660715 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80002b1-ba8b-4145-9bd3-d9e119dd2843 req-04a5c6e9-c1db-4944-aae4-e67e78be53ac tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:52.662183 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e80002b1-ba8b-4145-9bd3-d9e119dd2843 req-04a5c6e9-c1db-4944-aae4-e67e78be53ac tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 943 time: 0.0594544 Aug 31 23:46:52.703335 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Attempting to bind port be220f0a-cbaf-4744-9af1-2553733fb958 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:46:52.703681 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Attempting to bind port be220f0a-cbaf-4744-9af1-2553733fb958 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:46:52.704009 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Attempting to bind port be220f0a-cbaf-4744-9af1-2553733fb958 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:46:52.705634 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e80002b1-ba8b-4145-9bd3-d9e119dd2843 req-7144183a-6ec6-4061-bd91-06b19d49df5b tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 Aug 31 23:46:52.708586 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Port be220f0a-cbaf-4744-9af1-2553733fb958 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:46:52.708848 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Attempting to bind port be220f0a-cbaf-4744-9af1-2553733fb958 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:46:52.713930 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:46:52.714279 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Checking segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:46:52.714697 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Bound using segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:46:52.715164 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Bound port: be220f0a-cbaf-4744-9af1-2553733fb958, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:46:52.715480 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.723099 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.791772 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] For port be220f0a-cbaf-4744-9af1-2553733fb958, host hv-cinder-75994, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:46:52.794800 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] For port be220f0a-cbaf-4744-9af1-2553733fb958, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=be220f0a-cbaf-4744-9af1-2553733fb958,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:46:52.800338 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13354912'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.833194 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:52.833793 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:52.835213 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] 10.222.0.61 "PUT /v2.0/ports/be220f0a-cbaf-4744-9af1-2553733fb958 HTTP/1.1" status: 200 len: 1093 time: 0.6346285 Aug 31 23:46:52.835639 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'tag': 'be220f0a-cbaf-4744-9af1-2553733fb958'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:46:52.837850 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b41a8ea630a46060a5bea96c0fa720b8423a42980774ccb5911275201399d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04671c2e-8ec2-45ed-acae-02162dcd7314" -d '{"events": [{"name": "network-changed", "server_uuid": "76a9efd9-407c-4966-bd0c-a2b837f924e0", "tag": "be220f0a-cbaf-4744-9af1-2553733fb958"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:46:52.862318 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7534a-0dc4-4e8d-a039-b3aa32655d23 service neutron] Pushing event updated for resources: {'Port': ['ID=be220f0a-cbaf-4744-9af1-2553733fb958,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:52.877432 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d894ea5-bb30-4c75-ad2c-df9fc522227c x-openstack-request-id: req-0d894ea5-bb30-4c75-ad2c-df9fc522227c {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:46:52.877721 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a9efd9-407c-4966-bd0c-a2b837f924e0", "tag": "be220f0a-cbaf-4744-9af1-2553733fb958", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:46:52.877975 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0d894ea5-bb30-4c75-ad2c-df9fc522227c {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:46:52.878365 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'tag': 'be220f0a-cbaf-4744-9af1-2553733fb958', 'status': 'completed', 'code': 200} Aug 31 23:46:52.938716 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-6eb83ddb-2b05-49e6-866b-9e082d19c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:52.940237 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-6eb83ddb-2b05-49e6-866b-9e082d19c88f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 1096 time: 0.0454028 Aug 31 23:46:52.989109 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-91cb29ec-048e-4ac8-8b54-c4e04ddafe66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be220f0a-cbaf-4744-9af1-2553733fb958 HTTP/1.1" status: 200 len: 217 time: 0.0352018 Aug 31 23:46:53.036582 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-70486abb-8e01-4235-bc94-059968d80dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:53.038064 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-70486abb-8e01-4235-bc94-059968d80dab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0426733 Aug 31 23:46:53.070663 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-46dd4913-d73e-46ec-9967-204a641f7460 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250864 Aug 31 23:46:53.160486 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-1fab23ce-c444-4e99-9330-da71663a8a8f service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826600 Aug 31 23:46:53.248067 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20f7af47-0a2b-4651-b88b-5ff81765e885 req-739bd606-2a06-4ca3-910b-3e5c51b7e2a0 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810757 Aug 31 23:46:53.388128 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-50d5069b-4fa1-4548-8d3a-d6eadd0c8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:53.390156 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-50d5069b-4fa1-4548-8d3a-d6eadd0c8526 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 1096 time: 0.0482025 Aug 31 23:46:53.482640 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-90fa6517-6971-47af-84c0-a81a6816995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:53.484116 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-90fa6517-6971-47af-84c0-a81a6816995a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 917 time: 0.0858090 Aug 31 23:46:53.528874 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-625cfb70-8533-45da-9c1f-1265882d00be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be220f0a-cbaf-4744-9af1-2553733fb958 HTTP/1.1" status: 200 len: 217 time: 0.0373504 Aug 31 23:46:53.577774 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-611acdc1-1e4b-4e83-a073-596b4391f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:53.579412 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-611acdc1-1e4b-4e83-a073-596b4391f489 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0439260 Aug 31 23:46:53.613525 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-8eb9b988-c195-4e0f-b745-9e28c0f2ee84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258274 Aug 31 23:46:53.709927 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-93d34a90-8755-4389-98bc-02872a2a491b service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890586 Aug 31 23:46:53.811498 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04671c2e-8ec2-45ed-acae-02162dcd7314 req-013057a1-b1a1-4619-ac64-3f60953a40f6 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910952 Aug 31 23:46:53.832760 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3e988-9266-4ae5-af74-ec8831736552 req-cb97a6ec-dcf6-4632-8108-364b08201242 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:53.835098 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8fa3e988-9266-4ae5-af74-ec8831736552 req-cb97a6ec-dcf6-4632-8108-364b08201242 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 943 time: 0.0477862 Aug 31 23:46:53.872320 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8fa3e988-9266-4ae5-af74-ec8831736552 req-947d515f-062a-475f-9703-4016d3785ed0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Aug 31 23:46:54.986595 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909c880-f778-4094-ab97-0369091035ff req-153a4488-0517-4308-b925-c32298da8779 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:54.987991 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2909c880-f778-4094-ab97-0369091035ff req-153a4488-0517-4308-b925-c32298da8779 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 943 time: 0.0478225 Aug 31 23:46:55.025314 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2909c880-f778-4094-ab97-0369091035ff req-6d78a2a6-983c-4b84-8f13-4e8379c46434 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Aug 31 23:46:56.123965 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:56.137078 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234cd11-fae1-4c21-bfa0-372409a1c953 req-d1d910e6-fe4a-4e12-b63a-aebad373369b tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:56.138565 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2234cd11-fae1-4c21-bfa0-372409a1c953 req-d1d910e6-fe4a-4e12-b63a-aebad373369b tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 943 time: 0.0478554 Aug 31 23:46:56.179452 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2234cd11-fae1-4c21-bfa0-372409a1c953 req-1d980213-a562-4107-8089-2fbb02139bef tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Aug 31 23:46:57.029200 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device be220f0a-cbaf-4744-9af1-2553733fb958 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:46:57.243524 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port be220f0a-cbaf-4744-9af1-2553733fb958, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=be220f0a-cbaf-4744-9af1-2553733fb958,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:46:57.257585 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': 'be220f0a-cbaf-4744-9af1-2553733fb958', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'port_id': 'be220f0a-cbaf-4744-9af1-2553733fb958', 'mac_address': 'fa:16:3e:f1:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509381d7-e521-465f-843c-9eded1342833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:46:57.297407 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:57.308928 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30125555-2f25-4bf9-837f-b5489b21980f req-a5e94652-e94b-44bf-81be-1a1afa9f77a1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:57.310481 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-30125555-2f25-4bf9-837f-b5489b21980f req-a5e94652-e94b-44bf-81be-1a1afa9f77a1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 943 time: 0.0562177 Aug 31 23:46:57.310705 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be220f0a-cbaf-4744-9af1-2553733fb958 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:46:57.332365 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port be220f0a-cbaf-4744-9af1-2553733fb958, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=be220f0a-cbaf-4744-9af1-2553733fb958,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:46:57.338342 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:57.357576 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-30125555-2f25-4bf9-837f-b5489b21980f req-1b14b42d-887b-4117-9ad8-9a86bdfa969e tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Aug 31 23:46:57.393697 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=be220f0a-cbaf-4744-9af1-2553733fb958,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:57.752014 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56304) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:46:57.925752 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Deleting port a3b46f12-935d-4d03-a8b9-51d2752788a3 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:46:57.926092 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:57.953451 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:46:58.003179 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:58.003515 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:58.017805 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Calling delete_port for a3b46f12-935d-4d03-a8b9-51d2752788a3 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:46:58.165213 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:58.192065 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event deleted for resources: {'Port': ['ID=a3b46f12-935d-4d03-a8b9-51d2752788a3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:46:58.251894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:58.252216 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Floating IP 6b9acf88-a025-4d3f-8e0f-c4727a0c3a93 disassociated (deleted). External IP: 172.27.3.235, port: 97993734-be1c-4190-8e7e-5165db1aa475. Aug 31 23:46:58.480418 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:46:58.496370 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece77e14-a856-47f0-b36a-a53d00a208c3 req-f1905084-f57b-4980-8048-6f547cf9485b tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:58.498008 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ece77e14-a856-47f0-b36a-a53d00a208c3 req-f1905084-f57b-4980-8048-6f547cf9485b tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 944 time: 0.0692387 Aug 31 23:46:58.577576 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ece77e14-a856-47f0-b36a-a53d00a208c3 req-cb054f9a-0c31-4f8c-9d09-c6e9eae5df48 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730252 Aug 31 23:46:58.632304 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:46:58.638223 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:58.643873 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:46:58.653342 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:46:58.653960 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:58.665484 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7d9e0598-c852-4450-bf4c-4662f7bbd919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "DELETE /v2.0/floatingips/6b9acf88-a025-4d3f-8e0f-c4727a0c3a93 HTTP/1.1" status: 204 len: 168 time: 0.9123700 Aug 31 23:46:58.666058 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:46:58.668298 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "tag": "97993734-be1c-4190-8e7e-5165db1aa475"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:46:58.707515 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1075022-b950-4cff-9361-94e54fa8c588 x-openstack-request-id: req-d1075022-b950-4cff-9361-94e54fa8c588 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:46:58.707806 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "tag": "97993734-be1c-4190-8e7e-5165db1aa475", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:46:58.708051 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d1075022-b950-4cff-9361-94e54fa8c588 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:46:58.708438 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475', 'status': 'completed', 'code': 200} Aug 31 23:46:58.767900 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:46:58.803876 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-1b5266f5-f42b-41c0-9085-59092c3cf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:58.805918 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-1b5266f5-f42b-41c0-9085-59092c3cf640 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 1099 time: 0.0507457 Aug 31 23:46:58.915971 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-ffc65490-a358-466d-bf84-6560e1633ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:58.919515 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-ffc65490-a358-466d-bf84-6560e1633ced service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.1032593 Aug 31 23:46:58.941848 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e18a-9d35-40ae-8e52-033fabf1eb92 req-75c4b7d2-82ae-43a7-878e-0fc89652624a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:58.943422 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b0a5e18a-9d35-40ae-8e52-033fabf1eb92 req-75c4b7d2-82ae-43a7-878e-0fc89652624a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0592055 Aug 31 23:46:58.972464 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-d0fe0f8a-6f30-425e-bcd5-4debab8523e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97993734-be1c-4190-8e7e-5165db1aa475 HTTP/1.1" status: 200 len: 217 time: 0.0455542 Aug 31 23:46:58.982102 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b0a5e18a-9d35-40ae-8e52-033fabf1eb92 req-11f2e678-701e-4141-a541-ba88ee876e83 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327308 Aug 31 23:46:59.025628 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-06d9ed45-dd14-4358-b0a7-52b12ba654f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:59.027127 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-06d9ed45-dd14-4358-b0a7-52b12ba654f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0475509 Aug 31 23:46:59.035674 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:59Z', 'revision_number': 1, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:59.062810 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:46:59.070889 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:46:59.071494 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:59.074313 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-7c7907b7-51ca-410c-b00a-3e1f7aa95680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:59.075912 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-7c7907b7-51ca-410c-b00a-3e1f7aa95680 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407431 Aug 31 23:46:59.170996 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-7d91bf99-a581-4b82-8832-ad956b063763 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860093 Aug 31 23:46:59.176933 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:46:59.271478 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-697ebaf7-d555-42d3-8cf0-06d38c84e0e3 req-485eec19-a1d6-44c5-9427-0272cfaf0d6f service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925281 Aug 31 23:46:59.428486 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:59Z', 'revision_number': 1, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:46:59.458053 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9a2da-44a7-4400-b1b5-f83b55cc99e9 None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_floatingips': [{'id': '9b33659c-1a48-4494-977e-c6d8da6b0065', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'router_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'port_id': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'mac_address': 'fa:16:3e:04:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802d7723-5b04-4f39-8752-047b7e49f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:57Z', 'updated_at': '2021-08-31T23:41:59Z', 'revision_number': 1, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:46:59.663388 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb3de7-2faa-4c21-87ac-9fd0a9865a81 None None] New status for floating IP 6b9acf88-a025-4d3f-8e0f-c4727a0c3a93: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:46:59.710176 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98227bcc-eb15-4712-9e59-8ea2997b280c req-66aa271f-1f81-4834-b506-e74a2bfe622d tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:46:59.711701 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-98227bcc-eb15-4712-9e59-8ea2997b280c req-66aa271f-1f81-4834-b506-e74a2bfe622d tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 944 time: 0.0575073 Aug 31 23:46:59.755208 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-98227bcc-eb15-4712-9e59-8ea2997b280c req-91c8caba-4b3f-452e-8311-8e887ea181dc tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Aug 31 23:47:00.100175 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3211a7-250f-47a9-91ed-5dbf7c86a237 req-09a15865-ff5a-4903-b5a8-4c51a82e7f5c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:00.101639 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a3211a7-250f-47a9-91ed-5dbf7c86a237 req-09a15865-ff5a-4903-b5a8-4c51a82e7f5c tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0513217 Aug 31 23:47:00.144368 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a3211a7-250f-47a9-91ed-5dbf7c86a237 req-f9449ee6-cc48-4aa4-902d-8b53aaf760c0 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360451 Aug 31 23:47:00.869914 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9c182-13d6-4823-ae8a-2a671790127b req-9d4aa0a8-6a06-46d1-b623-a12eba2d6602 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:00.871450 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16e9c182-13d6-4823-ae8a-2a671790127b req-9d4aa0a8-6a06-46d1-b623-a12eba2d6602 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 944 time: 0.0506852 Aug 31 23:47:00.912118 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16e9c182-13d6-4823-ae8a-2a671790127b req-25b42415-0226-4602-a495-4e28f1b42ea0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Aug 31 23:47:01.048152 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device be220f0a-cbaf-4744-9af1-2553733fb958 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:47:01.096049 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port be220f0a-cbaf-4744-9af1-2553733fb958 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:47:01.099800 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port be220f0a-cbaf-4744-9af1-2553733fb958 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:47:01.100167 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:01.177620 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:01.202050 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be220f0a-cbaf-4744-9af1-2553733fb958'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:01.204345 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7c4d3-818d-4ab3-a265-5ef11abc0db3" -d '{"events": [{"server_uuid": "76a9efd9-407c-4966-bd0c-a2b837f924e0", "name": "network-vif-plugged", "status": "completed", "tag": "be220f0a-cbaf-4744-9af1-2553733fb958"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:01.221655 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port be220f0a-cbaf-4744-9af1-2553733fb958, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=be220f0a-cbaf-4744-9af1-2553733fb958,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:01.231899 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:01.285418 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1927c-1804-44e5-b269-38f1db917816 req-cd2fe823-b53c-4b4b-9ced-4bb4b73d3338 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:01.287048 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-16a1927c-1804-44e5-b269-38f1db917816 req-cd2fe823-b53c-4b4b-9ced-4bb4b73d3338 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0626221 Aug 31 23:47:01.298307 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=be220f0a-cbaf-4744-9af1-2553733fb958,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:01.332455 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-16a1927c-1804-44e5-b269-38f1db917816 req-0d2bb549-9d0e-406a-82a3-b42701e71659 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376959 Aug 31 23:47:01.337138 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af54019-f5c8-425f-bfb7-b8345e05e37f x-openstack-request-id: req-4af54019-f5c8-425f-bfb7-b8345e05e37f {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:01.337354 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a9efd9-407c-4966-bd0c-a2b837f924e0", "name": "network-vif-plugged", "status": "completed", "tag": "be220f0a-cbaf-4744-9af1-2553733fb958", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:01.337625 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4af54019-f5c8-425f-bfb7-b8345e05e37f {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:01.338026 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be220f0a-cbaf-4744-9af1-2553733fb958', 'code': 200} Aug 31 23:47:01.564704 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ec5b-28ff-4e5e-8b2b-043334e802a3 req-c91f5a72-37b0-4373-ac3c-785a0d9dc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:01.566086 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4c8ec5b-28ff-4e5e-8b2b-043334e802a3 req-c91f5a72-37b0-4373-ac3c-785a0d9dc2de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 1098 time: 0.0401411 Aug 31 23:47:01.664033 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4c8ec5b-28ff-4e5e-8b2b-043334e802a3 req-3b3c3794-be27-4503-8d86-6863925f52fc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282817 Aug 31 23:47:01.681784 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7780272-5965-4049-a359-6a6f28cc464b req-1a81689b-7053-4846-8842-b41c66c1edbb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:01.683267 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7780272-5965-4049-a359-6a6f28cc464b req-1a81689b-7053-4846-8842-b41c66c1edbb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0475898 Aug 31 23:47:02.061930 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc282f26-b762-4551-80f6-a6506a2b2f55 req-27d97667-cc7c-41a4-a799-7ec442b93cf6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:02.064477 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fc282f26-b762-4551-80f6-a6506a2b2f55 req-27d97667-cc7c-41a4-a799-7ec442b93cf6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 945 time: 0.0810311 Aug 31 23:47:02.104985 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fc282f26-b762-4551-80f6-a6506a2b2f55 req-e4443663-c871-4ea7-8fe4-e926d2497664 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348179 Aug 31 23:47:02.386567 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Deleting port 97993734-be1c-4190-8e7e-5165db1aa475 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:02.387120 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:02.511683 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09853acb-0dd4-4ee8-a21a-cf0a411dcd59 req-c7f8ad6e-0957-4457-af6c-64964ca5b17f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:02.513154 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09853acb-0dd4-4ee8-a21a-cf0a411dcd59 req-c7f8ad6e-0957-4457-af6c-64964ca5b17f tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 946 time: 0.0877779 Aug 31 23:47:02.514926 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] For port 97993734-be1c-4190-8e7e-5165db1aa475, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=97993734-be1c-4190-8e7e-5165db1aa475,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:02.515293 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:02.534085 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Calling delete_port for 97993734-be1c-4190-8e7e-5165db1aa475 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:02.594200 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09853acb-0dd4-4ee8-a21a-cf0a411dcd59 req-025486a4-b263-4d6e-91fa-d60070b414ef tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714304 Aug 31 23:47:02.680963 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:02.711549 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event deleted for resources: {'Port': ['ID=97993734-be1c-4190-8e7e-5165db1aa475,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:02.751126 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] No DVR routers for this DVR port 97993734-be1c-4190-8e7e-5165db1aa475 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:47:02.753720 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:02.755919 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7780272-5965-4049-a359-6a6f28cc464b req-e18bd59b-a63e-4cb8-909f-97c35e88a505 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "DELETE /v2.0/ports/97993734-be1c-4190-8e7e-5165db1aa475 HTTP/1.1" status: 204 len: 173 time: 0.4687767 Aug 31 23:47:02.756366 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'name': 'network-vif-deleted', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:02.759084 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed5ea34-d5f8-466a-8e79-5bab00f90242" -d '{"events": [{"server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "name": "network-vif-deleted", "tag": "97993734-be1c-4190-8e7e-5165db1aa475"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:02.796453 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af8115-8d3f-49bd-870b-cdaf290c5313 x-openstack-request-id: req-f8af8115-8d3f-49bd-870b-cdaf290c5313 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:02.796758 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddaa84a-8da3-41bf-880f-0fdfc2df68e4", "name": "network-vif-deleted", "tag": "97993734-be1c-4190-8e7e-5165db1aa475", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:02.796994 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f8af8115-8d3f-49bd-870b-cdaf290c5313 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:02.797389 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddaa84a-8da3-41bf-880f-0fdfc2df68e4', 'name': 'network-vif-deleted', 'tag': '97993734-be1c-4190-8e7e-5165db1aa475', 'status': 'completed', 'code': 200} Aug 31 23:47:03.224576 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e652e8e-43bd-4531-ba74-89cc6f70711d req-942b1cad-eefc-42ba-92b7-3966160d3c06 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:03.226075 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3e652e8e-43bd-4531-ba74-89cc6f70711d req-942b1cad-eefc-42ba-92b7-3966160d3c06 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 945 time: 0.0500479 Aug 31 23:47:03.263667 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3e652e8e-43bd-4531-ba74-89cc6f70711d req-6918690d-5f96-4086-b3dd-e239d1cb966f tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Aug 31 23:47:03.735293 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cbfd616-116a-4bdf-91ea-a5d8eef499d1 req-d448b032-bbe9-4340-b0ef-7c473b05ab57 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ddaa84a-8da3-41bf-880f-0fdfc2df68e4 HTTP/1.1" status: 200 len: 210 time: 0.0345931 Aug 31 23:47:04.380491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae462dcb-a427-4c56-b449-9dd2b6850b0a req-b0d2b7bb-52d2-4863-aeb9-6e438fa1cb84 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:04.382024 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ae462dcb-a427-4c56-b449-9dd2b6850b0a req-b0d2b7bb-52d2-4863-aeb9-6e438fa1cb84 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 945 time: 0.0513542 Aug 31 23:47:04.421606 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ae462dcb-a427-4c56-b449-9dd2b6850b0a req-f852b3b6-6dec-41e1-8ffc-c53f9c9b6e0d tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Aug 31 23:47:05.051370 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 97993734-be1c-4190-8e7e-5165db1aa475 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:05.072627 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 97993734-be1c-4190-8e7e-5165db1aa475 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:47:05.072973 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 97993734-be1c-4190-8e7e-5165db1aa475 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:47:08.065219 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56408) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:08.455491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Deleting port 76d94aa2-09f4-4654-87a5-78af10588553 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:08.455839 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:08.527885 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:08.528218 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:08.540034 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Calling delete_port for 76d94aa2-09f4-4654-87a5-78af10588553 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:08.681520 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:08.709567 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event deleted for resources: {'Port': ['ID=76d94aa2-09f4-4654-87a5-78af10588553,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:08.768330 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:08.768657 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Floating IP 9b33659c-1a48-4494-977e-c6d8da6b0065 disassociated (deleted). External IP: 172.27.3.253, port: 2b6f1c6b-386a-4b8e-9338-28229a3f9251. Aug 31 23:47:08.970447 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:47:09.074054 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:47:09.079557 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:09.083996 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:47:09.092523 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:47:09.093134 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:09.105543 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-082c2e4f-5ab8-4e7e-b8b6-838a6b1aba39 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "DELETE /v2.0/floatingips/9b33659c-1a48-4494-977e-c6d8da6b0065 HTTP/1.1" status: 204 len: 168 time: 1.0392559 Aug 31 23:47:09.106291 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:09.109227 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:09.147157 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363d8fcd-824c-406f-a19e-8e19de7bd73e x-openstack-request-id: req-363d8fcd-824c-406f-a19e-8e19de7bd73e {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:09.147452 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:09.147705 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-363d8fcd-824c-406f-a19e-8e19de7bd73e {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:09.148107 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'status': 'completed', 'code': 200} Aug 31 23:47:09.201504 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:47:09.338671 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea65e29-8b6c-43d7-ac33-40bd2486d6d1 req-dcb36e6c-fd1b-47de-962f-daae49e9a804 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:09.340330 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aea65e29-8b6c-43d7-ac33-40bd2486d6d1 req-dcb36e6c-fd1b-47de-962f-daae49e9a804 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0527000 Aug 31 23:47:09.379125 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aea65e29-8b6c-43d7-ac33-40bd2486d6d1 req-938782d5-85de-42a5-be4e-35cba86bec9d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Aug 31 23:47:09.412337 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:09.441947 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:47:09.450235 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:47:09.450881 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:46:50Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:09.555653 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:47:09.751730 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:09.777573 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95eb567-3b9f-493d-8112-8012020fe9dc None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:37:08Z', 'revision_number': 4, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi', '_interfaces': [{'id': '33aaf0dc-bb70-47d2-bf4a-b9aacb257add', 'name': '', 'network_id': '41bb5130-7386-436e-b62f-9b3c3173e206', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'mac_address': 'fa:16:3e:c6:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '25097994-7fae-43b8-bf51-012726199243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:07Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'subnets': [{'id': '25097994-7fae-43b8-bf51-012726199243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:47:09.985000 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084476b-74a9-46df-8443-56c8474be401 None None] New status for floating IP 9b33659c-1a48-4494-977e-c6d8da6b0065: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:47:10.494182 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751269f-7f4e-417d-beb9-f3f93705ef7d req-c0b1159e-4d5d-4410-960a-a4ad69fee83b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:10.495663 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3751269f-7f4e-417d-beb9-f3f93705ef7d req-c0b1159e-4d5d-4410-960a-a4ad69fee83b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0495806 Aug 31 23:47:10.532884 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3751269f-7f4e-417d-beb9-f3f93705ef7d req-1d518435-c058-4002-a314-6d0e07a9b17a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Aug 31 23:47:11.646498 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7419b40-e336-4df5-806c-9aedd527a1dc req-454ce26e-e310-4177-b25a-8546adbcaf8d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:11.647891 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7419b40-e336-4df5-806c-9aedd527a1dc req-454ce26e-e310-4177-b25a-8546adbcaf8d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0480301 Aug 31 23:47:11.689585 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7419b40-e336-4df5-806c-9aedd527a1dc req-4afc1325-3fea-40e9-84d3-1d103ef6a91d tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358257 Aug 31 23:47:11.754940 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-18f1edee-25d6-49d5-8c59-63a84b54514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:11.756416 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-18f1edee-25d6-49d5-8c59-63a84b54514a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22e157f69fd3465783c5694e10f2a1e3&device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 1098 time: 0.0414610 Aug 31 23:47:11.872610 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-36e96ae3-90e3-4902-92c3-bc7013d4fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:11.874062 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-36e96ae3-90e3-4902-92c3-bc7013d4fce9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 200 len: 914 time: 0.0813811 Aug 31 23:47:11.918111 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-a171fdc6-1bc7-407f-ab5a-9fd6e878dfe4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251 HTTP/1.1" status: 200 len: 217 time: 0.0367043 Aug 31 23:47:11.965840 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-5b1d944b-a25d-4d68-a8de-1f41dd0013e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:11.967389 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-5b1d944b-a25d-4d68-a8de-1f41dd0013e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 200 len: 851 time: 0.0413957 Aug 31 23:47:12.013018 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-df7028e1-c715-499d-926c-6c89ccc11eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:12.015069 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-df7028e1-c715-499d-926c-6c89ccc11eb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41bb5130-7386-436e-b62f-9b3c3173e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398743 Aug 31 23:47:12.172145 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-7f1264e4-8828-4fa3-9eb0-1dc9fbe3b216 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865993 Aug 31 23:47:12.260373 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96a176b9-07fa-4b00-9f74-1baf3b2e2f0b req-1c6fd905-fdf6-465f-bce3-f43b4cb921c6 service neutron] 10.222.0.61 "GET /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803831 Aug 31 23:47:12.803006 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecc583-964d-4554-a5f6-bf0dfd751811 req-57359501-c441-46aa-a517-1aa5aa593765 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:12.804542 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5ecc583-964d-4554-a5f6-bf0dfd751811 req-57359501-c441-46aa-a517-1aa5aa593765 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Aug 31 23:47:12.843335 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5ecc583-964d-4554-a5f6-bf0dfd751811 req-ab5437bf-fc22-4213-bc8f-3f724e6acce5 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Aug 31 23:47:13.955996 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345506a2-afe7-425a-aa7d-4fc569bc5570 req-25eb5b9b-5a53-4e19-8dcd-59e3448b9947 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:13.957453 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-345506a2-afe7-425a-aa7d-4fc569bc5570 req-25eb5b9b-5a53-4e19-8dcd-59e3448b9947 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0479755 Aug 31 23:47:13.995065 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-345506a2-afe7-425a-aa7d-4fc569bc5570 req-8e589967-3659-4613-9926-9249152fb3f6 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Aug 31 23:47:15.115309 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520669a-4e7b-4e3a-928b-5d77913961af req-84227c6f-c0ae-4232-8946-f8925e308da0 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:15.118651 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c520669a-4e7b-4e3a-928b-5d77913961af req-84227c6f-c0ae-4232-8946-f8925e308da0 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0587146 Aug 31 23:47:15.161321 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c520669a-4e7b-4e3a-928b-5d77913961af req-d2ede3de-6074-4c73-80c4-8a6c5b1f92e9 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360649 Aug 31 23:47:16.283752 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2217d-9525-4f00-9f04-7ff0ca70e863 req-f360e0ba-1c00-4e01-9f4b-dbf37f234389 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:16.285218 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e0f2217d-9525-4f00-9f04-7ff0ca70e863 req-f360e0ba-1c00-4e01-9f4b-dbf37f234389 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0525792 Aug 31 23:47:16.323638 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e0f2217d-9525-4f00-9f04-7ff0ca70e863 req-bb6b76a1-de63-4382-aa56-fd341ff0a4ee tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Aug 31 23:47:17.331356 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fb57711a-8aa2-41f0-8bdb-2a32f6606ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.443996 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07085e8d-bda7-4d37-ad00-3689c9d8b248 req-3f1376ac-f0ab-4578-9562-6f7f641c969b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:17.445515 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07085e8d-bda7-4d37-ad00-3689c9d8b248 req-3f1376ac-f0ab-4578-9562-6f7f641c969b tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0563118 Aug 31 23:47:17.487090 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07085e8d-bda7-4d37-ad00-3689c9d8b248 req-92405cd5-dd96-4e07-b78f-d9ab80fdf6c3 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356276 Aug 31 23:47:17.617312 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56488) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:17.722973 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5a04987f-3c8e-4451-93a4-ae8253370b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.811586 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5a04987f-3c8e-4451-93a4-ae8253370b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.815932 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5a04987f-3c8e-4451-93a4-ae8253370b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.854356 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5a04987f-3c8e-4451-93a4-ae8253370b95 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1dce18836524446098c12f8547e40003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359304 Aug 31 23:47:17.855242 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04987f-3c8e-4451-93a4-ae8253370b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07d9378-9a66-4e05-b0ba-45c2d1b8af6f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:17.857054 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56494) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:17.908366 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4de3a28-7acf-4fec-b8cc-12df44934972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.929131 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4de3a28-7acf-4fec-b8cc-12df44934972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.974198 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4de3a28-7acf-4fec-b8cc-12df44934972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.977143 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4de3a28-7acf-4fec-b8cc-12df44934972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:17.978274 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f4de3a28-7acf-4fec-b8cc-12df44934972 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b07d9378-9a66-4e05-b0ba-45c2d1b8af6f HTTP/1.1" status: 204 len: 168 time: 0.1202583 Aug 31 23:47:17.987408 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de3a28-7acf-4fec-b8cc-12df44934972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07d9378-9a66-4e05-b0ba-45c2d1b8af6f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:18.599648 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dcd62-71fc-490f-a3bf-1f45b3bc9701 req-84c5a1ae-c196-4bf5-9de0-be068ae1f4c0 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:18.601256 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca5dcd62-71fc-490f-a3bf-1f45b3bc9701 req-84c5a1ae-c196-4bf5-9de0-be068ae1f4c0 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0477135 Aug 31 23:47:18.640668 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca5dcd62-71fc-490f-a3bf-1f45b3bc9701 req-d980b80b-3aff-4a42-8a23-7e2bcdcd0826 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Aug 31 23:47:19.759732 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379c3a-52f4-4d19-a8cf-5977ddd42607 req-b00f9331-ec80-4fa0-b3ae-a6eb07177267 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:19.761453 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93379c3a-52f4-4d19-a8cf-5977ddd42607 req-b00f9331-ec80-4fa0-b3ae-a6eb07177267 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0549741 Aug 31 23:47:19.800371 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93379c3a-52f4-4d19-a8cf-5977ddd42607 req-a6649775-345b-4c2e-9e51-41c7f99bf626 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Aug 31 23:47:19.807821 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-921cd59f-10d4-45d4-bee3-1862410ae738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:19.909195 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:20.916223 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9764c-10e2-4f3e-a1b5-4adc87549428 req-9a1f5a98-9cad-4146-9a7b-8edeab3573bb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:20.917880 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b9764c-10e2-4f3e-a1b5-4adc87549428 req-9a1f5a98-9cad-4146-9a7b-8edeab3573bb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 945 time: 0.0515170 Aug 31 23:47:20.955663 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b9764c-10e2-4f3e-a1b5-4adc87549428 req-3c2c74a3-3ac7-4c94-ba8d-e9f7166ad4fb tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Aug 31 23:47:21.165375 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:21.366239 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 2b6f1c6b-386a-4b8e-9338-28229a3f9251 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:21.443140 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:21.465199 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:21.467439 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53330cb4-c500-421a-bab8-99924ae4b22b" -d '{"events": [{"server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "name": "network-vif-unplugged", "status": "completed", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:21.480414 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:21.486040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:21.512172 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf640a43-4fa7-461b-8927-5e63c86a9384 x-openstack-request-id: req-bf640a43-4fa7-461b-8927-5e63c86a9384 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:21.512460 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "name": "network-vif-unplugged", "status": "completed", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:21.512705 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bf640a43-4fa7-461b-8927-5e63c86a9384 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:21.513081 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'code': 200} Aug 31 23:47:21.538492 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=2b6f1c6b-386a-4b8e-9338-28229a3f9251,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:22.067286 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2934220-5ad7-4e09-955a-0e3ea058e352 req-c8550c7c-38ec-4590-ac68-153252da35c4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:22.068741 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2934220-5ad7-4e09-955a-0e3ea058e352 req-c8550c7c-38ec-4590-ac68-153252da35c4 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0473223 Aug 31 23:47:22.106062 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2934220-5ad7-4e09-955a-0e3ea058e352 req-df455888-2906-4eb3-a7b8-5cd9479375ba tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac453f-9e10-48fe-933f-d4d6c254e139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Aug 31 23:47:22.303629 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015aea8-c314-4083-865c-b9150a7eb412 req-71ee2544-9147-48de-8852-44fa7fa53919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:22.304987 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b015aea8-c314-4083-865c-b9150a7eb412 req-71ee2544-9147-48de-8852-44fa7fa53919 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 943 time: 0.0495992 Aug 31 23:47:22.395644 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Deleting port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:22.395978 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:22.488812 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] For port 2b6f1c6b-386a-4b8e-9338-28229a3f9251, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2b6f1c6b-386a-4b8e-9338-28229a3f9251,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:22.489424 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:22.513782 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Calling delete_port for 2b6f1c6b-386a-4b8e-9338-28229a3f9251 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:22.643208 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:22.670180 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event deleted for resources: {'Port': ['ID=2b6f1c6b-386a-4b8e-9338-28229a3f9251,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:22.716956 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] No DVR routers for this DVR port 2b6f1c6b-386a-4b8e-9338-28229a3f9251 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:47:22.717212 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:22.719612 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:22.721676 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b015aea8-c314-4083-865c-b9150a7eb412 req-5a7f2a39-9339-4f36-bd3b-10db46a0f9fc tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.61 "DELETE /v2.0/ports/2b6f1c6b-386a-4b8e-9338-28229a3f9251 HTTP/1.1" status: 204 len: 173 time: 0.4093487 Aug 31 23:47:22.722108 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'name': 'network-vif-deleted', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:22.724365 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4177ddb-ad15-46ed-b960-ac049249c759" -d '{"events": [{"server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "name": "network-vif-deleted", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:22.761301 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19af0b0-84e4-499d-b773-81894822d8f8 x-openstack-request-id: req-b19af0b0-84e4-499d-b773-81894822d8f8 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:22.761590 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d7723-5b04-4f39-8752-047b7e49f179", "name": "network-vif-deleted", "tag": "2b6f1c6b-386a-4b8e-9338-28229a3f9251", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:22.761847 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b19af0b0-84e4-499d-b773-81894822d8f8 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:22.762289 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802d7723-5b04-4f39-8752-047b7e49f179', 'name': 'network-vif-deleted', 'tag': '2b6f1c6b-386a-4b8e-9338-28229a3f9251', 'status': 'completed', 'code': 200} Aug 31 23:47:23.216447 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6519dbfd-9a7a-47b1-a417-891c3bf3f6f4 req-9ed513b5-d8d8-4bd8-9fc2-d106f64ed7f1 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "GET /v2.0/ports?device_id=802d7723-5b04-4f39-8752-047b7e49f179 HTTP/1.1" status: 200 len: 210 time: 0.0259397 Aug 31 23:47:23.388482 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-0552844b-a321-4621-a5b7-b24733662002 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:23.389944 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-0552844b-a321-4621-a5b7-b24733662002 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.0997987 Aug 31 23:47:23.405137 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-125e01c7-2fc4-4449-812f-38ed8aadeb24 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/quotas/b2f1c3fc7e2c40578efda67595f5722e HTTP/1.1" status: 200 len: 375 time: 0.0088143 Aug 31 23:47:23.460267 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-839ad709-8e7a-4282-9fbb-4bed6aa6b7a0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490229 Aug 31 23:47:23.578956 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-238f40d0-6a33-480f-bfdf-0c483ed6a0d3 service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113777 Aug 31 23:47:23.676383 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-226f5d9f-b9a7-4a30-aa53-0c5a440363c2 service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914245 Aug 31 23:47:23.832080 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60793d7e-0159-4270-a5c1-c4c5597b0b08 req-736143b4-07ad-46df-9a83-ca0f0d43dbf4 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 210 time: 0.0274405 Aug 31 23:47:24.271242 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56540) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:24.390369 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Deleting port 8e963111-8d66-44b4-a648-cdc904972c71 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:24.391278 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:24.468542 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:24.469407 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:24.480615 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Calling delete_port for 8e963111-8d66-44b4-a648-cdc904972c71 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:24.608284 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:24.637683 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event deleted for resources: {'Port': ['ID=8e963111-8d66-44b4-a648-cdc904972c71,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:24.695120 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:24.697592 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:24.698764 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-83f5db30-8f23-4d22-b67e-e530743dc36a tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "DELETE /v2.0/floatingips/fb623a2c-6f8c-453e-baf9-2f7df55e3b88 HTTP/1.1" status: 204 len: 168 time: 0.4264984 Aug 31 23:47:24.748167 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:47:24.910294 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad66858f-d842-4a9a-abfb-5e10a9161a89 req-528dee28-79b8-4178-935b-568c245c8484 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 210 time: 0.0272691 Aug 31 23:47:25.907488 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56560) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:25.973164 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c82f466-eca1-46e9-b513-17ece46f6910 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:25.994027 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9c9ee4a8-e744-4e8e-89e1-4c225349628e req-ed2e949b-f146-4f4a-b189-2ce0c715dd7c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 210 time: 0.0326860 Aug 31 23:47:26.002263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c82f466-eca1-46e9-b513-17ece46f6910 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:26.067510 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c82f466-eca1-46e9-b513-17ece46f6910 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:26.069981 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c82f466-eca1-46e9-b513-17ece46f6910 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:26.071154 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9c82f466-eca1-46e9-b513-17ece46f6910 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] 10.222.0.63 "DELETE /v2.0/security-groups/c9ac453f-9e10-48fe-933f-d4d6c254e139 HTTP/1.1" status: 204 len: 168 time: 0.1618540 Aug 31 23:47:26.079888 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82f466-eca1-46e9-b513-17ece46f6910 tempest-TestVolumeBootPattern-1594503546 tempest-TestVolumeBootPattern-1594503546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac453f-9e10-48fe-933f-d4d6c254e139,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:26.132043 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56570) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:26.136169 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:26.603646 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:26.838888 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Deleting port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:26.839223 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:26.920744 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] For port 33aaf0dc-bb70-47d2-bf4a-b9aacb257add, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:26.921104 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:26.933355 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Calling delete_port for 33aaf0dc-bb70-47d2-bf4a-b9aacb257add owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:27.082234 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1a5886f-a658-42e7-adb7-4c611e4d5610 req-06cb6825-5177-4cf8-bd8c-5c4eeb0173b1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 210 time: 0.0295677 Aug 31 23:47:27.151864 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:27.179525 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Pushing event deleted for resources: {'Port': ['ID=33aaf0dc-bb70-47d2-bf4a-b9aacb257add,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:27.343415 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:27.825633 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Router 554caf28-b5ed-4fe3-9b29-53d793c9194e has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:47:27.926889 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:47:27.932178 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f5e407e2-a8a2-40e9-ac1f-0c355ae61289 admin admin] 10.222.0.63 "PUT /v2.0/routers/554caf28-b5ed-4fe3-9b29-53d793c9194e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7987602 Aug 31 23:47:27.934601 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56580) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:27.936737 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] Sync routers for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:47:27.948232 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:47:27.948856 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:47:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:28.039451 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.053298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: dv-cinder-759943-18-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:47:28.146017 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.180534 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b04f6dc-2ef4-4ba0-87e5-42232f400415 req-7628af72-a6e7-43b6-ba98-21e776fa0bf2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 210 time: 0.0284896 Aug 31 23:47:28.207491 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Deleting port 00a9711f-9497-4d43-87f9-b276772b8533 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:28.207826 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.241233 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '00a9711f-9497-4d43-87f9-b276772b8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:47:27Z', 'revision_number': 5, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port': {'id': '00a9711f-9497-4d43-87f9-b276772b8533', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:05Z', 'updated_at': '2021-08-31T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:28.273677 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] Checking router: 554caf28-b5ed-4fe3-9b29-53d793c9194e for host: dv-cinder-759943-18-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:47:28.283365 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] Routers {'554caf28-b5ed-4fe3-9b29-53d793c9194e'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:47:28.283993 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:47:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['554caf28-b5ed-4fe3-9b29-53d793c9194e'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:28.299474 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] For port 00a9711f-9497-4d43-87f9-b276772b8533, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=00a9711f-9497-4d43-87f9-b276772b8533,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:28.299677 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.315239 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Calling delete_port for 00a9711f-9497-4d43-87f9-b276772b8533 owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:28.370851 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] Set router 554caf28-b5ed-4fe3-9b29-53d793c9194e gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:47:28.423801 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:47:28Z', 'revision_number': 6, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port_host': None}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:28.453234 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d6cef-8a41-4100-b974-a7c2d4efbd44 None None] The sync data for ids ['554caf28-b5ed-4fe3-9b29-53d793c9194e'] in dv-cinder-759943-18-iscsi is: [{'id': '554caf28-b5ed-4fe3-9b29-53d793c9194e', 'name': 'tempest-TestVolumeBootPattern-2026854407-router', 'tenant_id': '22e157f69fd3465783c5694e10f2a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:04Z', 'updated_at': '2021-08-31T23:47:28Z', 'revision_number': 6, 'project_id': '22e157f69fd3465783c5694e10f2a1e3', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:47:28.496990 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.522641 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a9711f-9497-4d43-87f9-b276772b8533,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:28.588542 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.678189 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.680338 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.729489 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.730007 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554caf28-b5ed-4fe3-9b29-53d793c9194e {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:47:28.734866 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.738629 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-42a0e862-e10f-4a85-b9b1-f8cfada33b14 admin admin] 10.222.0.63 "DELETE /v2.0/routers/554caf28-b5ed-4fe3-9b29-53d793c9194e HTTP/1.1" status: 204 len: 168 time: 0.8005116 Aug 31 23:47:28.738869 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56586) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:28.784009 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] Deleting subnet 25097994-7fae-43b8-bf51-012726199243 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:47:28.787806 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.829164 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.926095 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.986981 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:28.994349 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-ec098f7b-526d-4945-9b4a-1deb096913b7 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:28.996080 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-ec098f7b-526d-4945-9b4a-1deb096913b7 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.1296053 Aug 31 23:47:29.016591 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25097994-7fae-43b8-bf51-012726199243,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:29.018693 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.021488 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5e6a6ec7-60f3-4ba3-bfaf-dfb889dd37ae admin admin] 10.222.0.63 "DELETE /v2.0/subnets/25097994-7fae-43b8-bf51-012726199243 HTTP/1.1" status: 204 len: 168 time: 0.2806506 Aug 31 23:47:29.023106 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56588) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:29.025257 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bbdf7-d132-440b-b543-c4efd5e7980e None None] Network 41bb5130-7386-436e-b62f-9b3c3173e206 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:47:29.028237 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Request body: {'port': {'device_id': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'admin_state_up': True, 'tenant_id': 'b2f1c3fc7e2c40578efda67595f5722e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:47:29.099280 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.146997 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Made reservation on behalf of b2f1c3fc7e2c40578efda67595f5722e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:47:29.151036 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.157481 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Deleting port 3240ac9b-4684-4831-b4a8-6b8db256138b {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:29.157981 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.222343 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] For port 3240ac9b-4684-4831-b4a8-6b8db256138b, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=3240ac9b-4684-4831-b4a8-6b8db256138b,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:29.223021 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.238331 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Calling delete_port for 3240ac9b-4684-4831-b4a8-6b8db256138b owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:29.290013 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] DHCP port deletion for 41bb5130-7386-436e-b62f-9b3c3173e206 request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:47:29.318634 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Allocated IP 172.20.0.13 (2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df/509381d7-e521-465f-843c-9eded1342833/394dc98a-f90b-48c2-93f2-11e4ca6bf35f) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:47:29.344225 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b273dfe5-3aa1-4df1-967c-cc571e41895e req-8b2f6612-19c7-4e16-9a5d-945cf1a6c1cf tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 210 time: 0.0749254 Aug 31 23:47:29.365883 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] Deleting port 3240ac9b-4684-4831-b4a8-6b8db256138b {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:29.366681 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.399909 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.431230 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 33aaf0dc-bb70-47d2-bf4a-b9aacb257add no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:29.431701 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Pushing event deleted for resources: {'Port': ['ID=3240ac9b-4684-4831-b4a8-6b8db256138b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:29.440542 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] No DVR routers for this DVR port 3240ac9b-4684-4831-b4a8-6b8db256138b on host dv-cinder-759943-18-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:47:29.442991 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.443462 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.443917 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.444518 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.444955 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.445475 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.445984 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.446397 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.446933 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.447416 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.447825 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.448313 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.465812 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 33aaf0dc-bb70-47d2-bf4a-b9aacb257add {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:47:29.466302 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 33aaf0dc-bb70-47d2-bf4a-b9aacb257add not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:47:29.474871 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] For port 3240ac9b-4684-4831-b4a8-6b8db256138b, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=3240ac9b-4684-4831-b4a8-6b8db256138b,segment=NetworkSegment(982d071d-440b-4586-8cc6-b22f2a59062f),segment_id=982d071d-440b-4586-8cc6-b22f2a59062f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:29.475512 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.490055 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] Calling delete_port for 3240ac9b-4684-4831-b4a8-6b8db256138b owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:29.536131 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.537243 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.546491 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bb5130-7386-436e-b62f-9b3c3173e206']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:29.556833 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982d071d-440b-4586-8cc6-b22f2a59062f') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:29.557123 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982d071d-440b-4586-8cc6-b22f2a59062f') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:29.566203 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.572931 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.582120 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.582453 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.590871 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] No DVR routers for this DVR port 3240ac9b-4684-4831-b4a8-6b8db256138b on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:47:29.592057 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:47:29.592603 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:47:29.595023 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:47:29.628112 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef87e8-ebe2-41bd-bf3f-b8673caf3384 None None] Pushing event deleted for resources: {'Port': ['ID=3240ac9b-4684-4831-b4a8-6b8db256138b,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:29.635175 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:47:29.640791 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:47:29.642110 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:47:29.643374 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:47:29.668450 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.689415 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.695750 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] 10.222.0.63 "DELETE /v2.0/networks/41bb5130-7386-436e-b62f-9b3c3173e206 HTTP/1.1" status: 204 len: 168 time: 0.6675427 Aug 31 23:47:29.695750 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5867215-2f19-49c1-bb7c-568e9c05f14f admin admin] Pushing event deleted for resources: {'Network': ['ID=41bb5130-7386-436e-b62f-9b3c3173e206,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:29.695750 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56596) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:29.704207 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event updated for resources: {'Port': ['ID=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:29.715037 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.715447 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.715722 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.716063 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.716397 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.716730 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.717061 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.717392 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.717718 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.718047 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.718372 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.719283 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:29.749295 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:29.749958 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:29.769025 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-35405bcf-e81a-4cb4-8d42-bb0e87e0a69c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449546 Aug 31 23:47:29.792691 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Request body: {'port': {'device_id': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:47:29.850285 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.111183 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515085'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.129680 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394dc98a-f90b-48c2-93f2-11e4ca6bf35f {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:47:30.138104 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.151137 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Transition to ACTIVE for port object 394dc98a-f90b-48c2-93f2-11e4ca6bf35f will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:47:30.159260 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.212842 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Pushing event updated for resources: {'Port': ['ID=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:30.288082 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Attempting to bind port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:47:30.288416 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Attempting to bind port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:47:30.288742 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Attempting to bind port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:47:30.293090 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:47:30.293413 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Attempting to bind port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:47:30.298165 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:47:30.298499 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Checking segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:47:30.298905 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Bound using segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:47:30.299345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Bound port: 394dc98a-f90b-48c2-93f2-11e4ca6bf35f, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:47:30.299673 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.361895 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] For port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:47:30.368764 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] For port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:47:30.375670 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.390167 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Deleting port 82004152-573c-48b2-8205-a062a39621ee {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:30.391367 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.409080 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:30.409735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.411356 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] 10.222.0.61 "PUT /v2.0/ports/394dc98a-f90b-48c2-93f2-11e4ca6bf35f HTTP/1.1" status: 200 len: 1094 time: 0.6271405 Aug 31 23:47:30.414081 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'tag': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:30.416301 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca00bdf4-c352-43ff-815c-484045e5de1d", "tag": "394dc98a-f90b-48c2-93f2-11e4ca6bf35f"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:30.461086 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f3f69d-dce8-46d1-9844-fcb0aa329711 x-openstack-request-id: req-18f3f69d-dce8-46d1-9844-fcb0aa329711 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:30.461869 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca00bdf4-c352-43ff-815c-484045e5de1d", "tag": "394dc98a-f90b-48c2-93f2-11e4ca6bf35f", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:30.461869 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-18f3f69d-dce8-46d1-9844-fcb0aa329711 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:30.462104 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'tag': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', 'status': 'completed', 'code': 200} Aug 31 23:47:30.476398 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] For port 82004152-573c-48b2-8205-a062a39621ee, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=82004152-573c-48b2-8205-a062a39621ee,segment=NetworkSegment(2bfbda5f-bff1-4e17-9650-7cd7d73f92b2),segment_id=2bfbda5f-bff1-4e17-9650-7cd7d73f92b2)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:30.476756 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.493819 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8c0d3-b35f-4c1d-a3b3-d3da7a86521a service neutron] Pushing event updated for resources: {'Port': ['ID=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:30.494965 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Calling delete_port for 82004152-573c-48b2-8205-a062a39621ee owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:30.523407 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfefa9-832a-4753-b103-d32d14adea5a req-a3cd4fd3-153c-483e-a42e-83316ff0f701 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:30.525277 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ccbfefa9-832a-4753-b103-d32d14adea5a req-a3cd4fd3-153c-483e-a42e-83316ff0f701 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 944 time: 0.1221902 Aug 31 23:47:30.551754 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-b89fe752-6200-462c-a7e1-43a629667a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:30.553234 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-b89fe752-6200-462c-a7e1-43a629667a7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 1097 time: 0.0742209 Aug 31 23:47:30.570899 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ccbfefa9-832a-4753-b103-d32d14adea5a req-04ea7934-0e70-4763-9689-95f660fcad4c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Aug 31 23:47:30.606145 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-cd6e53dc-2bfb-4e67-96c6-bf46a802038f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394dc98a-f90b-48c2-93f2-11e4ca6bf35f HTTP/1.1" status: 200 len: 217 time: 0.0342555 Aug 31 23:47:30.667802 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-1d708ada-eaf4-4d14-914f-5286e6daea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:30.668869 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-1d708ada-eaf4-4d14-914f-5286e6daea16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0554988 Aug 31 23:47:30.689320 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13354905'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.707232 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-a455ce8a-3aea-42aa-9cc6-d5732a2177f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304265 Aug 31 23:47:30.714690 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=82004152-573c-48b2-8205-a062a39621ee,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:30.802952 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-e08d9726-134c-4f1e-9371-6bcb2aa2cb1f service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884330 Aug 31 23:47:30.887541 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515217'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:30.903346 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6178a80-e320-474d-ab2d-02a746ac18c5 req-9bdf0f6e-7396-4588-adf7-c0b4630b1e4f service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929873 Aug 31 23:47:31.023399 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 3240ac9b-4684-4831-b4a8-6b8db256138b no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:31.042802 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-294a9c3f-f6d6-4d7f-b212-dbf174865e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:31.044315 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-294a9c3f-f6d6-4d7f-b212-dbf174865e69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 1097 time: 0.0485001 Aug 31 23:47:31.046109 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 3240ac9b-4684-4831-b4a8-6b8db256138b {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:47:31.047072 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 3240ac9b-4684-4831-b4a8-6b8db256138b not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:47:31.047592 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 00a9711f-9497-4d43-87f9-b276772b8533 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:31.067553 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 00a9711f-9497-4d43-87f9-b276772b8533 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:47:31.067986 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 00a9711f-9497-4d43-87f9-b276772b8533 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:47:31.116752 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Router 89338b54-88eb-4fb5-9ec9-a5f565abe54c has already been hosted by L3 agent 6c218af7-cd6f-4df1-be7c-7b7043821489 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:47:31.136266 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-46e14c1d-8184-48e3-a55b-911a5cbf079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:31.137722 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-46e14c1d-8184-48e3-a55b-911a5cbf079a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 917 time: 0.0854499 Aug 31 23:47:31.182947 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-b452096a-1402-4293-9ef6-e96fdb115fb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394dc98a-f90b-48c2-93f2-11e4ca6bf35f HTTP/1.1" status: 200 len: 217 time: 0.0374122 Aug 31 23:47:31.224630 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] Notify agent at l3_agent.dv-cinder-759943-18-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:47:31.229832 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-82d2b380-4d05-4cc6-940e-788b336aa9f4 admin admin] 10.222.0.63 "PUT /v2.0/routers/89338b54-88eb-4fb5-9ec9-a5f565abe54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5329790 Aug 31 23:47:31.233542 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56604) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:31.235255 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] Sync routers for ids ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'] in dv-cinder-759943-18-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:47:31.245790 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] Routers {'89338b54-88eb-4fb5-9ec9-a5f565abe54c'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:47:31.246404 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:47:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:31.284938 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-7b3d0d6f-e349-4752-9a4a-5922ecd541f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:31.286484 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-7b3d0d6f-e349-4752-9a4a-5922ecd541f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0929520 Aug 31 23:47:31.347925 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-30aa0336-2e76-4763-be09-633d4712bc02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531631 Aug 31 23:47:31.418042 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:31.442868 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] Set router 89338b54-88eb-4fb5-9ec9-a5f565abe54c gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:47:31.631420 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:47:30Z', 'revision_number': 5, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:31.658802 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] Checking router: 89338b54-88eb-4fb5-9ec9-a5f565abe54c for host: dv-cinder-759943-18-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:47:31.668610 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] Routers {'89338b54-88eb-4fb5-9ec9-a5f565abe54c'} bound to L3 agent in host dv-cinder-759943-18-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:47:31.669261 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:27:50Z,description=,heartbeat_timestamp=2021-08-31T23:47:20Z,host='dv-cinder-759943-18-iscsi',id=6c218af7-cd6f-4df1-be7c-7b7043821489,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:27:50Z,topic='l3_agent')) {'router_ids': ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:31.704649 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d5f6e-ca32-4dc7-83cd-42f5cfbf4278 req-56543c8f-422c-4415-90cc-0c8b2a5cfac9 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:31.706359 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c9d5f6e-ca32-4dc7-83cd-42f5cfbf4278 req-56543c8f-422c-4415-90cc-0c8b2a5cfac9 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 944 time: 0.0542414 Aug 31 23:47:31.754486 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c9d5f6e-ca32-4dc7-83cd-42f5cfbf4278 req-a6b0a96a-734f-4e19-bf8b-4bca1d5be673 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Aug 31 23:47:31.780291 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-2716cdae-8c42-474b-8abb-a1201f5239be service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217649 Aug 31 23:47:31.786176 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] Set router 89338b54-88eb-4fb5-9ec9-a5f565abe54c gateway port host: dv-cinder-759943-18-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:47:31.847083 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:31.904531 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df14ec2d-2319-4bf3-8fa9-1e4df3d688e8 req-f751f86e-d308-4fb5-8308-5be2a3e08dc4 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160254 Aug 31 23:47:31.922811 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Deleting port 11a7889d-e52d-465c-b33f-dd2f5dd96a75 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:31.923144 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:31.965964 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:47:30Z', 'revision_number': 5, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}], 'dv-cinder-759943-18-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:31.993071 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bca04-561b-4489-b5a0-58b9be8f1074 None None] The sync data for ids ['89338b54-88eb-4fb5-9ec9-a5f565abe54c'] in dv-cinder-759943-18-iscsi is: [{'id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'name': 'tempest-TestVolumeBootPattern-164913042-router', 'tenant_id': '623a4d66a2604af3aba8d77c4f93809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'external_fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:47:30Z', 'revision_number': 5, 'project_id': '623a4d66a2604af3aba8d77c4f93809d', 'gw_port': {'id': '11a7889d-e52d-465c-b33f-dd2f5dd96a75', 'name': '', 'network_id': 'c5b2e216-2a9b-4c99-a6be-fc7b9ddf9c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89338b54-88eb-4fb5-9ec9-a5f565abe54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:37:10Z', 'updated_at': '2021-08-31T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '088a464b-4e1b-4777-87f3-459d48d0fbfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-18-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:47:32.001779 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] For port 11a7889d-e52d-465c-b33f-dd2f5dd96a75, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=11a7889d-e52d-465c-b33f-dd2f5dd96a75,segment=NetworkSegment(80a8dceb-b525-411c-842c-bcf1e2498a9b),segment_id=80a8dceb-b525-411c-842c-bcf1e2498a9b)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:32.002149 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.014337 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Calling delete_port for 11a7889d-e52d-465c-b33f-dd2f5dd96a75 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:32.177039 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.199979 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a7889d-e52d-465c-b33f-dd2f5dd96a75,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:32.278776 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500787'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.368494 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29207'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.370836 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.415656 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-514822'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.416193 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89338b54-88eb-4fb5-9ec9-a5f565abe54c {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:47:32.420540 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.422223 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7a19b71b-9275-4ab6-9bd2-224a73f1ae28 admin admin] 10.222.0.63 "DELETE /v2.0/routers/89338b54-88eb-4fb5-9ec9-a5f565abe54c HTTP/1.1" status: 204 len: 168 time: 1.1865635 Aug 31 23:47:32.424699 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56608) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:32.472541 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] Deleting subnet 7cca1688-b560-40dd-9137-d28d212f6b5f {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:47:32.475797 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.510655 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.594789 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.650478 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.676837 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cca1688-b560-40dd-9137-d28d212f6b5f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:32.680592 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.682458 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f9e9a7a1-bffb-4dfe-829a-11a461fe7f53 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7cca1688-b560-40dd-9137-d28d212f6b5f HTTP/1.1" status: 204 len: 168 time: 0.2567775 Aug 31 23:47:32.685045 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56610) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:32.693639 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a3e55-f8a6-4c02-a0e3-24257c364598 None None] Network eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:47:32.761043 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.817964 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Deleting port e9110e25-07af-4aa9-aba1-b704d2531a91 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:32.818306 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.877583 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] DHCP port deletion for eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a request from dv-cinder-759943-18-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:47:32.911128 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] For port e9110e25-07af-4aa9-aba1-b704d2531a91, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=e9110e25-07af-4aa9-aba1-b704d2531a91,segment=NetworkSegment(2bfbda5f-bff1-4e17-9650-7cd7d73f92b2),segment_id=2bfbda5f-bff1-4e17-9650-7cd7d73f92b2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:32.911489 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.927423 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Calling delete_port for e9110e25-07af-4aa9-aba1-b704d2531a91 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:32.927835 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] Deleting port e9110e25-07af-4aa9-aba1-b704d2531a91 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:47:32.928213 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.941284 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff61f5d-54f5-4c03-b0ef-6bf47e6663ca req-2ff7f419-41bf-4cc2-afc2-994233cc2f57 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:32.942877 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ff61f5d-54f5-4c03-b0ef-6bf47e6663ca req-2ff7f419-41bf-4cc2-afc2-994233cc2f57 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 944 time: 0.1122520 Aug 31 23:47:32.993981 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] For port e9110e25-07af-4aa9-aba1-b704d2531a91, host dv-cinder-759943-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-18-iscsi',level=0,port_id=e9110e25-07af-4aa9-aba1-b704d2531a91,segment=NetworkSegment(2bfbda5f-bff1-4e17-9650-7cd7d73f92b2),segment_id=2bfbda5f-bff1-4e17-9650-7cd7d73f92b2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:32.994381 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:32.998112 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 82004152-573c-48b2-8205-a062a39621ee no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:33.028560 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ff61f5d-54f5-4c03-b0ef-6bf47e6663ca req-83bfc2c3-601f-4065-b45c-dd79a4b70769 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508196 Aug 31 23:47:33.032916 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 82004152-573c-48b2-8205-a062a39621ee {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:47:33.033258 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 82004152-573c-48b2-8205-a062a39621ee not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:47:33.033666 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device e9110e25-07af-4aa9-aba1-b704d2531a91 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:33.035612 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] Calling delete_port for e9110e25-07af-4aa9-aba1-b704d2531a91 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:47:33.051748 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.079413 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] No DVR routers for this DVR port e9110e25-07af-4aa9-aba1-b704d2531a91 on host dv-cinder-759943-18-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:47:33.080920 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9110e25-07af-4aa9-aba1-b704d2531a91,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:33.115967 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No active binding found for port e9110e25-07af-4aa9-aba1-b704d2531a91 {{(pid=94086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 23:47:33.116398 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device e9110e25-07af-4aa9-aba1-b704d2531a91 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:47:33.116816 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 11a7889d-e52d-465c-b33f-dd2f5dd96a75 no longer exists at agent ovs-agent-dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:47:33.145567 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] No Port match for: 11a7889d-e52d-465c-b33f-dd2f5dd96a75 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:47:33.145911 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Device 11a7889d-e52d-465c-b33f-dd2f5dd96a75 not bound to the agent host dv-cinder-759943-18-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:47:33.159743 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.163172 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.170909 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:33.183113 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:33.183398 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfbda5f-bff1-4e17-9650-7cd7d73f92b2') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:47:33.194277 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8743554'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.210618 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.217526 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:47:33.217962 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117275'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: Traceback (most recent call last): Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: timer() Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: cb(*args, **kw) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: return func(*args, **kwargs) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: self._notify() Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: self.callback(batched_events) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: event.method(event) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: return f(self, *a, **k) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._get(url).json() Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:47:33.229119 dv-cinder-759943-18-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:47:33.280196 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.296225 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.298260 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] 10.222.0.63 "DELETE /v2.0/networks/eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a HTTP/1.1" status: 204 len: 168 time: 0.6120350 Aug 31 23:47:33.299368 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e08aa-a539-4817-8b8a-a738d086f73c admin admin] Pushing event deleted for resources: {'Network': ['ID=eef70e5d-30a6-449b-9cc4-cdf03e4d9e9a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:33.320334 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] Pushing event deleted for resources: {'Port': ['ID=e9110e25-07af-4aa9-aba1-b704d2531a91,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:33.323968 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb0fb0-0021-4eba-ad60-41b41455419f None None] No DVR routers for this DVR port e9110e25-07af-4aa9-aba1-b704d2531a91 on host dv-cinder-759943-18-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:47:33.436735 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56616) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:33.480214 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2e271a01-c2eb-4604-bb45-7970dbba53c7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=22e157f69fd3465783c5694e10f2a1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416942 Aug 31 23:47:33.483307 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56618) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:33.534021 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a6752fb6-1fe7-416e-b19a-aebdcd211747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.554217 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a6752fb6-1fe7-416e-b19a-aebdcd211747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.602684 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a6752fb6-1fe7-416e-b19a-aebdcd211747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.605312 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a6752fb6-1fe7-416e-b19a-aebdcd211747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:33.606615 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a6752fb6-1fe7-416e-b19a-aebdcd211747 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f7080d2c-fef9-44eb-a466-315b437edf69 HTTP/1.1" status: 204 len: 168 time: 0.1222563 Aug 31 23:47:33.614299 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6752fb6-1fe7-416e-b19a-aebdcd211747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7080d2c-fef9-44eb-a466-315b437edf69,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:33.944766 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56624) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:33.984604 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-80fd8540-9d2c-4354-8c64-be622d49b487 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=623a4d66a2604af3aba8d77c4f93809d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381329 Aug 31 23:47:33.986890 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56626) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:47:34.033069 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d74da8e-5eaa-4ad3-b29f-e4dd7284d4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:34.053390 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d74da8e-5eaa-4ad3-b29f-e4dd7284d4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:34.100852 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d74da8e-5eaa-4ad3-b29f-e4dd7284d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:34.103362 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d74da8e-5eaa-4ad3-b29f-e4dd7284d4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:34.104893 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0d74da8e-5eaa-4ad3-b29f-e4dd7284d4e7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa1a4469-be2f-489e-a5af-29616b13df49 HTTP/1.1" status: 204 len: 168 time: 0.1169074 Aug 31 23:47:34.114360 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74da8e-5eaa-4ad3-b29f-e4dd7284d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1a4469-be2f-489e-a5af-29616b13df49,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:34.153840 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001291b7-2c73-42c1-b98a-12df1018cbb6 req-abaa9e3a-e2cc-44ba-ac54-aacd57db3cab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:34.155445 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-001291b7-2c73-42c1-b98a-12df1018cbb6 req-abaa9e3a-e2cc-44ba-ac54-aacd57db3cab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 944 time: 0.0548205 Aug 31 23:47:34.194297 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-001291b7-2c73-42c1-b98a-12df1018cbb6 req-b3087f30-7de8-4993-8daa-a573c32ae96a tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Aug 31 23:47:35.311799 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fad5a8-e0ea-4573-8834-788b0ae2bd5b req-63307f92-3ed6-4a1e-8296-376758ffa09c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:35.313430 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-62fad5a8-e0ea-4573-8834-788b0ae2bd5b req-63307f92-3ed6-4a1e-8296-376758ffa09c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 944 time: 0.0533597 Aug 31 23:47:35.359648 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-62fad5a8-e0ea-4573-8834-788b0ae2bd5b req-b75e08ad-8778-4539-bb65-fcd0785ef774 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Aug 31 23:47:35.492587 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 394dc98a-f90b-48c2-93f2-11e4ca6bf35f details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:47:35.589897 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:35.601324 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'port_id': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', 'mac_address': 'fa:16:3e:d3:08:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509381d7-e521-465f-843c-9eded1342833', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:47:35.641243 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:35.653874 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394dc98a-f90b-48c2-93f2-11e4ca6bf35f {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:47:35.673146 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:35.677447 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:35.725558 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:36.053298 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['394dc98a-f90b-48c2-93f2-11e4ca6bf35f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:47:36.474341 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b98b-6106-49c3-aa3d-e365bcde23b5 req-378828cd-e10d-4c19-afc0-1b07284fe1f6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:36.475926 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e2b98b-6106-49c3-aa3d-e365bcde23b5 req-378828cd-e10d-4c19-afc0-1b07284fe1f6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 945 time: 0.0502212 Aug 31 23:47:36.515791 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e2b98b-6106-49c3-aa3d-e365bcde23b5 req-04ebe473-2b26-4d05-af42-19574e83c862 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334213 Aug 31 23:47:37.509504 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 394dc98a-f90b-48c2-93f2-11e4ca6bf35f up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:47:37.564017 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:47:37.567758 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:47:37.568132 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:37.634354 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68665071-f711-4329-ab59-83f92027fa75 req-59ff609e-0b86-4902-b78a-17e19aa2933d tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:37.636140 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68665071-f711-4329-ab59-83f92027fa75 req-59ff609e-0b86-4902-b78a-17e19aa2933d tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 945 time: 0.0495470 Aug 31 23:47:37.645636 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:37.672883 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:37.674849 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68665071-f711-4329-ab59-83f92027fa75 req-adf61944-bc6e-4dc7-be06-11c14b1888f6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Aug 31 23:47:37.676593 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150e4bea-71ee-4009-af0e-a3e3f9e06784" -d '{"events": [{"server_uuid": "ca00bdf4-c352-43ff-815c-484045e5de1d", "name": "network-vif-plugged", "status": "completed", "tag": "394dc98a-f90b-48c2-93f2-11e4ca6bf35f"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:37.697217 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:37.701855 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:37.733931 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fc05de-c40d-496f-859b-bb5c32c0a314 x-openstack-request-id: req-e1fc05de-c40d-496f-859b-bb5c32c0a314 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:37.734303 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca00bdf4-c352-43ff-815c-484045e5de1d", "name": "network-vif-plugged", "status": "completed", "tag": "394dc98a-f90b-48c2-93f2-11e4ca6bf35f", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:37.734578 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1fc05de-c40d-496f-859b-bb5c32c0a314 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:37.734978 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', 'code': 200} Aug 31 23:47:37.755131 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:37.926357 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677b161-444f-49fe-bf1d-ad8ba5e76575 req-02fe243b-3e17-490e-abd4-3fa8c6df7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:37.927866 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3677b161-444f-49fe-bf1d-ad8ba5e76575 req-02fe243b-3e17-490e-abd4-3fa8c6df7057 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 1099 time: 0.0399499 Aug 31 23:47:37.962301 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3677b161-444f-49fe-bf1d-ad8ba5e76575 req-335ae8a7-8079-4243-bf10-88f937cd19cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273011 Aug 31 23:47:38.793127 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22590ce8-b30e-4836-a456-2b71aa339e33 req-41571b13-6189-4eab-8799-d99b1d676ea2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:38.794708 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-22590ce8-b30e-4836-a456-2b71aa339e33 req-41571b13-6189-4eab-8799-d99b1d676ea2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 946 time: 0.0524614 Aug 31 23:47:38.832485 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-22590ce8-b30e-4836-a456-2b71aa339e33 req-9c00da6e-2bc4-4aeb-8876-4f064840aad0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Aug 31 23:47:39.947278 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57698eff-7c04-4683-9243-e12ba4dd1947 req-2d69c35c-1aa2-4607-882b-5b5ba63798cc tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:39.948732 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-57698eff-7c04-4683-9243-e12ba4dd1947 req-2d69c35c-1aa2-4607-882b-5b5ba63798cc tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 946 time: 0.0482576 Aug 31 23:47:39.989431 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-57698eff-7c04-4683-9243-e12ba4dd1947 req-4e5f9549-d8d9-418c-a60d-e31e91ee7f48 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Aug 31 23:47:41.740758 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c69e2-3c95-4144-866f-0388eba562dd req-d59c7d45-dee4-4bb5-b144-9518463a0d02 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:41.742199 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-d59c7d45-dee4-4bb5-b144-9518463a0d02 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.1025345 Aug 31 23:47:41.756715 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-60c9bda1-3798-49e2-9916-efa09d93a6f9 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/quotas/b2f1c3fc7e2c40578efda67595f5722e HTTP/1.1" status: 200 len: 375 time: 0.0089436 Aug 31 23:47:41.809935 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-67a3d854-4053-4a4f-a77f-a12b9dd67de6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478449 Aug 31 23:47:41.909820 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-8ffbad39-3df1-4e33-b038-2e8c9583c53a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:47:41.910875 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-8ffbad39-3df1-4e33-b038-2e8c9583c53a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0941119 Aug 31 23:47:41.996549 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-110ab8d2-d71b-4a41-9198-0bfc6c530d79 service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794897 Aug 31 23:47:42.085073 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-3bef6d22-da43-4b44-b917-af4bc813b7b2 service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827293 Aug 31 23:47:42.240386 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c9f38c52-e30e-4b5f-95c8-bf329d5a5960 req-9b5ac15d-10ab-4831-8b1a-90352aa734d4 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Aug 31 23:47:43.214632 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c69e2-3c95-4144-866f-0388eba562dd req-55214777-9a7c-4162-965f-fbd6ec3adf16 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:43.216373 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-55214777-9a7c-4162-965f-fbd6ec3adf16 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.1041827 Aug 31 23:47:43.236081 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Request body: {'port': {'device_id': '71a0db41-1162-45f9-8651-310e3922b4c9', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'admin_state_up': True, 'tenant_id': 'b2f1c3fc7e2c40578efda67595f5722e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:47:43.342505 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4b22ee25-5ad1-491a-8661-de0fad5f0338 req-3614334b-9cc7-48e9-b86f-45a874108ce6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 210 time: 0.0335021 Aug 31 23:47:43.370914 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Made reservation on behalf of b2f1c3fc7e2c40578efda67595f5722e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:47:43.374979 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:43.498249 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Allocated IP 172.20.0.10 (2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df/509381d7-e521-465f-843c-9eded1342833/85ce74d9-0759-4f31-9d1a-9dfeafa1bf01) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:47:43.640381 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:43.679868 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:43.718434 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958', '394dc98a-f90b-48c2-93f2-11e4ca6bf35f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:47:43.726496 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:47:43.734511 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:47:43.739711 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:47:43.765354 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event updated for resources: {'Port': ['ID=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:43.793197 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:43.793805 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:43.812759 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-b81e899e-f2b7-4836-9b6d-9c9ac64e6375 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806346 Aug 31 23:47:43.870432 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Request body: {'port': {'device_id': '71a0db41-1162-45f9-8651-310e3922b4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:47:43.922856 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:44.181846 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:47:44.192045 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:44.204406 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Transition to ACTIVE for port object 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:47:44.209531 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:44.260901 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Pushing event updated for resources: {'Port': ['ID=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:44.331647 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Attempting to bind port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:47:44.331979 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Attempting to bind port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:47:44.332305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Attempting to bind port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:47:44.336516 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:47:44.336834 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Attempting to bind port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:47:44.341648 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:47:44.341986 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Checking segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:47:44.342366 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Bound using segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:47:44.342839 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Bound port: 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:47:44.343192 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:44.409983 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] For port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:47:44.413105 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] For port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:47:44.417155 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:44.451804 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:44.452468 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:44.453873 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] 10.222.0.61 "PUT /v2.0/ports/85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 HTTP/1.1" status: 200 len: 1094 time: 0.5879254 Aug 31 23:47:44.454307 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a0db41-1162-45f9-8651-310e3922b4c9', 'tag': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:44.456590 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "71a0db41-1162-45f9-8651-310e3922b4c9", "tag": "85ce74d9-0759-4f31-9d1a-9dfeafa1bf01"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:44.465490 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce9aa-fb53-401e-8b33-1337f15cdde0 req-938a53da-3664-4b45-9865-974e1ed2e6c1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:44.467123 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-914ce9aa-fb53-401e-8b33-1337f15cdde0 req-938a53da-3664-4b45-9865-974e1ed2e6c1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 944 time: 0.0531194 Aug 31 23:47:44.489076 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192e78-6e17-485e-951c-90c8f3984efc service neutron] Pushing event updated for resources: {'Port': ['ID=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:44.511145 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-914ce9aa-fb53-401e-8b33-1337f15cdde0 req-4d744a70-0f59-4190-9e52-decbb29d484a tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 Aug 31 23:47:44.511323 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e8c52-6ac2-4d1a-adef-9cb3f794e235 x-openstack-request-id: req-626e8c52-6ac2-4d1a-adef-9cb3f794e235 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:44.511535 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a0db41-1162-45f9-8651-310e3922b4c9", "tag": "85ce74d9-0759-4f31-9d1a-9dfeafa1bf01", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:44.511795 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-626e8c52-6ac2-4d1a-adef-9cb3f794e235 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:44.512193 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a0db41-1162-45f9-8651-310e3922b4c9', 'tag': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01', 'status': 'completed', 'code': 200} Aug 31 23:47:44.567435 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c69e2-3c95-4144-866f-0388eba562dd req-e91a7c06-eda8-4cd8-9534-ac0bccd5fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:44.568942 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-e91a7c06-eda8-4cd8-9534-ac0bccd5fe0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0407484 Aug 31 23:47:44.618175 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-f96e0fd2-8596-4384-a219-fe0b915f377c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 HTTP/1.1" status: 200 len: 217 time: 0.0354300 Aug 31 23:47:44.666170 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c69e2-3c95-4144-866f-0388eba562dd req-2c854e9c-ec34-4a57-a018-82e13e15fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:44.667660 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-2c854e9c-ec34-4a57-a018-82e13e15fd26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0424035 Aug 31 23:47:44.700854 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-12b26e44-d51d-4d5f-bc60-d0a78299fbd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252128 Aug 31 23:47:44.793990 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-3babe257-8d90-4d85-b9a4-0fe7ed235b6e service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833430 Aug 31 23:47:44.885801 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e66c69e2-3c95-4144-866f-0388eba562dd req-ef5b5818-4bed-44d7-9d87-14deadc8da95 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804517 Aug 31 23:47:45.033876 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-295b495d-8d57-4100-80ec-ca22902b74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:45.035328 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-295b495d-8d57-4100-80ec-ca22902b74e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0410533 Aug 31 23:47:45.126263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-63a333fc-94b2-46ef-8674-e2b48bd37794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:45.127763 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-63a333fc-94b2-46ef-8674-e2b48bd37794 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 917 time: 0.0858638 Aug 31 23:47:45.169926 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-e05f44fc-914a-4f50-9bf1-e162f578b42a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 HTTP/1.1" status: 200 len: 217 time: 0.0351427 Aug 31 23:47:45.218970 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-bab60bc2-dd1f-4853-8cfa-2296942e2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:45.220493 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-bab60bc2-dd1f-4853-8cfa-2296942e2c2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0437462 Aug 31 23:47:45.254512 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-a883edd0-5b75-4e18-ba11-c98d4952fde2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274997 Aug 31 23:47:45.343080 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-fb5dc4b7-4059-484b-98f7-4a90f6645ee5 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Aug 31 23:47:45.434151 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa6bbd45-052c-4fc7-aa9a-e9b0eef8c9ed req-ec777d30-bbcb-445e-b11a-5326d189ebba service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843678 Aug 31 23:47:45.627316 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00b130-e05f-4ec1-b106-ab7e2a60e8d1 req-c6f269e0-e679-4950-9fb8-5d4d8c7325e1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:45.628789 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3a00b130-e05f-4ec1-b106-ab7e2a60e8d1 req-c6f269e0-e679-4950-9fb8-5d4d8c7325e1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 944 time: 0.0505426 Aug 31 23:47:45.668563 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3a00b130-e05f-4ec1-b106-ab7e2a60e8d1 req-afc868bc-283f-4e12-919a-88f8341cdca6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Aug 31 23:47:46.787310 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb255d6-3e78-46b8-85bb-f3809500acb0 req-7ec2e0cb-1c9e-4af2-94b1-2f0b86f62da1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:46.788837 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bb255d6-3e78-46b8-85bb-f3809500acb0 req-7ec2e0cb-1c9e-4af2-94b1-2f0b86f62da1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 944 time: 0.0495760 Aug 31 23:47:46.826552 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bb255d6-3e78-46b8-85bb-f3809500acb0 req-ebd1f62c-9695-4734-8201-64c477472bb7 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Aug 31 23:47:47.332003 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9a6e03e9-0aa7-4374-bb85-01af96f95cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:47.939166 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf1854-6c5f-44f0-93c2-c6275225e2b6 req-4d9ac19e-f05a-45fd-907e-b7e45adacaa1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:47.940653 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbaf1854-6c5f-44f0-93c2-c6275225e2b6 req-4d9ac19e-f05a-45fd-907e-b7e45adacaa1 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 944 time: 0.0498192 Aug 31 23:47:47.978596 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbaf1854-6c5f-44f0-93c2-c6275225e2b6 req-128ead71-0410-4ccb-a401-28562ef667ab tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Aug 31 23:47:49.112095 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb8bc0-9e61-4da8-9005-6ec3465dd59d req-db42d6c8-b7e0-4adf-a225-a05f325c500c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:49.113588 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-41fb8bc0-9e61-4da8-9005-6ec3465dd59d req-db42d6c8-b7e0-4adf-a225-a05f325c500c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 944 time: 0.0538030 Aug 31 23:47:49.153794 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-41fb8bc0-9e61-4da8-9005-6ec3465dd59d req-9d13dbdf-56b3-4cb5-8df3-299383afafbc tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Aug 31 23:47:49.572752 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:47:49.671016 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:49.685742 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'port_id': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01', 'mac_address': 'fa:16:3e:2b:b4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509381d7-e521-465f-843c-9eded1342833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:47:49.723775 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:49.737543 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:47:49.756539 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:49.761115 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:49.821534 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-009c780d-c903-49eb-863f-b760432bd834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:49.823201 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:49.831554 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.831900 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.832237 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.832567 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.832893 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.833218 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.833540 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.833862 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.834280 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.834629 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.834953 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.835269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:47:49.911924 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:50.172957 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['85ce74d9-0759-4f31-9d1a-9dfeafa1bf01'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:47:50.275765 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235200cd-a3f4-4c87-b78e-d0f86e1be190 req-bd55fb7e-1dda-429a-8b9d-0fbeb21636ff tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:50.277313 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-235200cd-a3f4-4c87-b78e-d0f86e1be190 req-bd55fb7e-1dda-429a-8b9d-0fbeb21636ff tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 945 time: 0.0546319 Aug 31 23:47:50.317374 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-235200cd-a3f4-4c87-b78e-d0f86e1be190 req-ec9f5fb3-bbc5-4df0-a90a-2328586f54bd tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Aug 31 23:47:51.170802 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:51.436989 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0b35b-c798-481a-b4b5-a64a79c69f60 req-37ae70f3-e317-4617-8802-f687f59f4569 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:51.438462 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-56e0b35b-c798-481a-b4b5-a64a79c69f60 req-37ae70f3-e317-4617-8802-f687f59f4569 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 945 time: 0.0542192 Aug 31 23:47:51.477721 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-56e0b35b-c798-481a-b4b5-a64a79c69f60 req-cd4e6a73-8dc5-45bd-aab2-4f98d1e4441a tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Aug 31 23:47:51.588405 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:47:51.637424 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:47:51.642415 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:47:51.642812 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:51.722038 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:51.746875 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0db41-1162-45f9-8651-310e3922b4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:47:51.749668 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f486a-081f-4684-bdf1-38f1ea796f3c" -d '{"events": [{"server_uuid": "71a0db41-1162-45f9-8651-310e3922b4c9", "name": "network-vif-plugged", "status": "completed", "tag": "85ce74d9-0759-4f31-9d1a-9dfeafa1bf01"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:47:51.763672 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:47:51.769230 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:51.806169 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c238a61-62d6-4dbf-a320-a1086c23ece3 x-openstack-request-id: req-7c238a61-62d6-4dbf-a320-a1086c23ece3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:47:51.806502 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0db41-1162-45f9-8651-310e3922b4c9", "name": "network-vif-plugged", "status": "completed", "tag": "85ce74d9-0759-4f31-9d1a-9dfeafa1bf01", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:47:51.806826 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c238a61-62d6-4dbf-a320-a1086c23ece3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:47:51.807246 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0db41-1162-45f9-8651-310e3922b4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01', 'code': 200} Aug 31 23:47:51.832785 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:47:52.027318 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36520c0-195e-42d8-bfe0-744b78e9dc15 req-e8693e21-5f27-4d98-b583-40dfa57944b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:52.028701 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b36520c0-195e-42d8-bfe0-744b78e9dc15 req-e8693e21-5f27-4d98-b583-40dfa57944b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 1099 time: 0.0424259 Aug 31 23:47:52.067841 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b36520c0-195e-42d8-bfe0-744b78e9dc15 req-412bec10-ed78-4ac5-80d7-a94c3eabb41a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287156 Aug 31 23:47:52.594967 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0253784-7aa0-4904-8a3b-cb3acb08e619 req-7510ba6d-962c-4b33-894a-237d30bf31f8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:52.596512 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a0253784-7aa0-4904-8a3b-cb3acb08e619 req-7510ba6d-962c-4b33-894a-237d30bf31f8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 946 time: 0.0502975 Aug 31 23:47:52.635472 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a0253784-7aa0-4904-8a3b-cb3acb08e619 req-00bac7c6-9a02-491e-b5df-85cc4a4ced08 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Aug 31 23:47:52.724784 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:53.755777 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243120-aff4-4d97-81e3-089c04bddb80 req-86c5e309-c9d8-4b38-8d61-8d9474f9576f tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:53.757448 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f243120-aff4-4d97-81e3-089c04bddb80 req-86c5e309-c9d8-4b38-8d61-8d9474f9576f tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 946 time: 0.0506616 Aug 31 23:47:53.796733 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f243120-aff4-4d97-81e3-089c04bddb80 req-612e5e1d-8d28-41b7-92d9-6bf837d52f54 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 Aug 31 23:47:56.147782 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:58.856921 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-ce2183a2-0d6b-482f-9a5a-cd3ef1d1f131 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425036 Aug 31 23:47:58.958632 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-c8ee8512-6553-4855-8ffb-121ac7d05e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:58.960195 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-c8ee8512-6553-4855-8ffb-121ac7d05e2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 1098 time: 0.0418360 Aug 31 23:47:59.068100 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-e6f235de-1285-4b39-b483-438f86ffe40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:59.069582 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-e6f235de-1285-4b39-b483-438f86ffe40f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 917 time: 0.0873539 Aug 31 23:47:59.115275 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-6ecf0493-8bd6-426e-a286-a3be0fd15334 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be220f0a-cbaf-4744-9af1-2553733fb958 HTTP/1.1" status: 200 len: 217 time: 0.0384228 Aug 31 23:47:59.167466 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-b5891bb0-da25-4737-bb32-0d21594b15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:47:59.168934 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-b5891bb0-da25-4737-bb32-0d21594b15f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0446706 Aug 31 23:47:59.202494 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-d3d902aa-3ad0-4b11-93fb-c66d70a0ffe1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250678 Aug 31 23:47:59.297632 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-561fb4aa-8bf2-434a-94d7-a6f58edeca4c service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880554 Aug 31 23:47:59.392708 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579a5eb4-8c5c-4566-9546-8c095bfcf83e req-9bdcbfc1-42c0-4b9e-b8e6-5f21abcb95f6 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869265 Aug 31 23:48:01.747241 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:48:04.975690 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-4c599db6-cd2e-4dec-a2b8-4af7308aa880 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:04.977211 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-4c599db6-cd2e-4dec-a2b8-4af7308aa880 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.3580720 Aug 31 23:48:04.992646 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-0df29d56-4040-4efb-a3f6-90b16f95c3c4 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/quotas/b2f1c3fc7e2c40578efda67595f5722e HTTP/1.1" status: 200 len: 375 time: 0.0094113 Aug 31 23:48:05.047666 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-9fb35215-9547-4259-9640-f59b2726f73a tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485151 Aug 31 23:48:05.137111 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3a4f6eb4-7d41-46c5-a382-83720efac11d service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Aug 31 23:48:05.229240 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-30d38ce1-c4bb-416b-8738-4f139e2f2f4d service neutron] 10.222.0.63 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Aug 31 23:48:05.394422 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b23ebcf8-2a49-4252-aec8-e7b97ef4d58d req-fbd0bd68-9eaf-4e8e-bcd5-5fdf07c5e4f3 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 210 time: 0.0312915 Aug 31 23:48:06.517884 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af2c929-4495-48fe-8c9e-dacf1d5ffc6e req-499e68a3-f38f-4d5f-810d-f9f436de9cf8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 210 time: 0.0305612 Aug 31 23:48:06.540249 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b8584318-bbda-4114-897d-be36c4d35067 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:06.541724 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b8584318-bbda-4114-897d-be36c4d35067 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 815 time: 0.1384599 Aug 31 23:48:06.572141 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Request body: {'port': {'device_id': '0083efde-f083-409e-9c9d-b786c6c65631', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'admin_state_up': True, 'tenant_id': 'b2f1c3fc7e2c40578efda67595f5722e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:06.698294 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Made reservation on behalf of b2f1c3fc7e2c40578efda67595f5722e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:06.702441 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:06.837904 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Allocated IP 172.20.0.14 (2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df/509381d7-e521-465f-843c-9eded1342833/119287dc-9077-41dd-b08d-eb797593e637) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:48:06.999600 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.038707 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.075971 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958', '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:48:07.083161 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:48:07.086368 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:48:07.090383 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:48:07.097060 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event updated for resources: {'Port': ['ID=119287dc-9077-41dd-b08d-eb797593e637,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:07.143489 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:07.144305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.165664 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-b592a161-db1f-4057-bef9-2127a1532a37 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5981143 Aug 31 23:48:07.215088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Request body: {'port': {'device_id': '0083efde-f083-409e-9c9d-b786c6c65631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:07.279322 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.563621 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119287dc-9077-41dd-b08d-eb797593e637 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:48:07.576158 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.590965 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Transition to ACTIVE for port object 119287dc-9077-41dd-b08d-eb797593e637 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:48:07.605604 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.665348 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676d675-53f2-4dda-b3ac-83da0f543aaf req-21c44833-b4d5-4f87-bbcc-16219ce5db55 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:07.667176 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b676d675-53f2-4dda-b3ac-83da0f543aaf req-21c44833-b4d5-4f87-bbcc-16219ce5db55 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 944 time: 0.0708466 Aug 31 23:48:07.676199 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Pushing event updated for resources: {'Port': ['ID=119287dc-9077-41dd-b08d-eb797593e637,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:07.715281 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b676d675-53f2-4dda-b3ac-83da0f543aaf req-0e22fce4-e6d3-4c19-9470-f18e14607a48 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Aug 31 23:48:07.741253 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Attempting to bind port 119287dc-9077-41dd-b08d-eb797593e637 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:48:07.741583 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Attempting to bind port 119287dc-9077-41dd-b08d-eb797593e637 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:48:07.741908 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Attempting to bind port 119287dc-9077-41dd-b08d-eb797593e637 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:48:07.746210 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Port 119287dc-9077-41dd-b08d-eb797593e637 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:48:07.746525 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Attempting to bind port 119287dc-9077-41dd-b08d-eb797593e637 on network 2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:48:07.751387 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:48:07.751716 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Checking segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:48:07.752089 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Bound using segment: {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:48:07.752503 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Bound port: 119287dc-9077-41dd-b08d-eb797593e637, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fb85f6-ca46-4c49-8d9f-43635ded6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:48:07.752854 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.817912 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] For port 119287dc-9077-41dd-b08d-eb797593e637, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:48:07.820978 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] For port 119287dc-9077-41dd-b08d-eb797593e637, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=119287dc-9077-41dd-b08d-eb797593e637,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:48:07.826196 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.861291 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:07.861896 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:07.863313 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] 10.222.0.61 "PUT /v2.0/ports/119287dc-9077-41dd-b08d-eb797593e637 HTTP/1.1" status: 200 len: 1094 time: 0.6527982 Aug 31 23:48:07.863747 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0083efde-f083-409e-9c9d-b786c6c65631', 'tag': '119287dc-9077-41dd-b08d-eb797593e637'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:48:07.865965 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8bd306-2198-4070-bc70-bfe05858d523" -d '{"events": [{"name": "network-changed", "server_uuid": "0083efde-f083-409e-9c9d-b786c6c65631", "tag": "119287dc-9077-41dd-b08d-eb797593e637"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:48:07.890584 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883d880-f6c1-4057-9fa4-eb7f8849f88b service neutron] Pushing event updated for resources: {'Port': ['ID=119287dc-9077-41dd-b08d-eb797593e637,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:07.922780 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f5a0f5-6ccb-471a-a250-faa55387e794 x-openstack-request-id: req-16f5a0f5-6ccb-471a-a250-faa55387e794 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:48:07.923086 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0083efde-f083-409e-9c9d-b786c6c65631", "tag": "119287dc-9077-41dd-b08d-eb797593e637", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:48:07.923362 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-16f5a0f5-6ccb-471a-a250-faa55387e794 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:48:07.923903 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0083efde-f083-409e-9c9d-b786c6c65631', 'tag': '119287dc-9077-41dd-b08d-eb797593e637', 'status': 'completed', 'code': 200} Aug 31 23:48:07.988433 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-1450c272-b7a1-425c-8f14-7dff91f07632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:07.989936 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-1450c272-b7a1-425c-8f14-7dff91f07632 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 1097 time: 0.0424457 Aug 31 23:48:08.050585 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-2ed081a2-d2ee-4467-a722-29f824357ea6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=119287dc-9077-41dd-b08d-eb797593e637 HTTP/1.1" status: 200 len: 217 time: 0.0396118 Aug 31 23:48:08.101843 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-e18b4b99-99e3-46bd-8dfe-b7fb9b6dd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:08.103391 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-e18b4b99-99e3-46bd-8dfe-b7fb9b6dd94f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0450017 Aug 31 23:48:08.138758 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-603d080f-bb51-420e-81fb-34528ca783fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257287 Aug 31 23:48:08.242560 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-77a82e4e-b474-4000-a68e-edf96979644c service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877194 Aug 31 23:48:08.336018 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4972fd1a-2c29-4aa0-8b90-c371601e9f57 req-e14ba08a-e82b-431d-958d-2a4f76918434 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839238 Aug 31 23:48:08.493263 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-bc7b4816-92ed-4d28-b91b-372b908d4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:08.494756 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-bc7b4816-92ed-4d28-b91b-372b908d4e94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 1097 time: 0.0421233 Aug 31 23:48:08.594661 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-35e31476-ad6d-4e10-a0ef-3d1ab7f83600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:08.596136 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-35e31476-ad6d-4e10-a0ef-3d1ab7f83600 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 200 len: 917 time: 0.0938838 Aug 31 23:48:08.640449 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-8be50145-0e17-4a9e-ac12-db44670df780 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=119287dc-9077-41dd-b08d-eb797593e637 HTTP/1.1" status: 200 len: 217 time: 0.0359254 Aug 31 23:48:08.694817 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-d0c3d78a-2ee4-4d3f-ad61-8a0c79cef2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:08.696302 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-d0c3d78a-2ee4-4d3f-ad61-8a0c79cef2c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 200 len: 855 time: 0.0483654 Aug 31 23:48:08.735527 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-9191aa51-1c75-45e2-9d85-8ead2d873de4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260913 Aug 31 23:48:08.835520 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087ba34-a180-46bc-966b-2d74fc649c2b req-96494f59-a15f-4e6c-b44c-79626339e0b8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:08.835520 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d087ba34-a180-46bc-966b-2d74fc649c2b req-96494f59-a15f-4e6c-b44c-79626339e0b8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 944 time: 0.0503540 Aug 31 23:48:08.841683 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-8c5a1d57-b22c-4428-bc1a-6cd23481b653 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959916 Aug 31 23:48:08.870993 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d087ba34-a180-46bc-966b-2d74fc649c2b req-60d66e50-3747-4614-9305-3909fa206d6e tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Aug 31 23:48:08.941821 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8bd306-2198-4070-bc70-bfe05858d523 req-a66c1f02-c9ef-44ea-b5fe-b6557ead0553 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917828 Aug 31 23:48:09.994180 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8559d5-9256-4421-a0d8-39921777a733 req-38a47b5e-0787-4a38-8d93-acf6f7185c01 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:09.995616 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e8559d5-9256-4421-a0d8-39921777a733 req-38a47b5e-0787-4a38-8d93-acf6f7185c01 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 944 time: 0.0501084 Aug 31 23:48:10.037752 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e8559d5-9256-4421-a0d8-39921777a733 req-7fd80891-3a15-434f-9cdc-eba819265b1c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352528 Aug 31 23:48:11.162416 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e52b6-d02c-457c-8242-2d4ba92702ff req-34674647-7c4d-4558-a0dd-fcccc6495467 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:11.163947 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d67e52b6-d02c-457c-8242-2d4ba92702ff req-34674647-7c4d-4558-a0dd-fcccc6495467 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 944 time: 0.0529854 Aug 31 23:48:11.203980 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d67e52b6-d02c-457c-8242-2d4ba92702ff req-2c0ceefc-adf2-421d-82b0-7612dd3e39c8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Aug 31 23:48:11.676990 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 119287dc-9077-41dd-b08d-eb797593e637 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:48:11.774400 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 119287dc-9077-41dd-b08d-eb797593e637, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=119287dc-9077-41dd-b08d-eb797593e637,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:48:11.786418 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '119287dc-9077-41dd-b08d-eb797593e637', 'network_id': '2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df', 'port_id': '119287dc-9077-41dd-b08d-eb797593e637', 'mac_address': 'fa:16:3e:37:02:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509381d7-e521-465f-843c-9eded1342833', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:48:11.824533 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:11.841617 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119287dc-9077-41dd-b08d-eb797593e637 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:48:11.861394 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 119287dc-9077-41dd-b08d-eb797593e637, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=119287dc-9077-41dd-b08d-eb797593e637,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:48:11.865502 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:11.915307 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=119287dc-9077-41dd-b08d-eb797593e637,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:12.327364 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d0570-04be-45b7-9eec-6f4032fdb31c req-340eff32-0aba-4c24-8821-e12c384af0c5 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:12.327985 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['119287dc-9077-41dd-b08d-eb797593e637'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:48:12.328926 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-989d0570-04be-45b7-9eec-6f4032fdb31c req-340eff32-0aba-4c24-8821-e12c384af0c5 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 945 time: 0.0510228 Aug 31 23:48:12.368617 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-989d0570-04be-45b7-9eec-6f4032fdb31c req-39138334-4e55-47ad-b1f6-2204a993df40 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334685 Aug 31 23:48:13.484654 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bbbb-6ddf-4319-8106-869c0eb2527f req-0690147d-8e5e-4ffd-9974-5d3629e3744d tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:13.486473 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5b78bbbb-6ddf-4319-8106-869c0eb2527f req-0690147d-8e5e-4ffd-9974-5d3629e3744d tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 945 time: 0.0513408 Aug 31 23:48:13.526805 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5b78bbbb-6ddf-4319-8106-869c0eb2527f req-f36966c5-9685-4174-bcf9-65891cec390c tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Aug 31 23:48:13.694500 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 119287dc-9077-41dd-b08d-eb797593e637 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:48:13.747195 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 119287dc-9077-41dd-b08d-eb797593e637 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:48:13.751524 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 119287dc-9077-41dd-b08d-eb797593e637 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:48:13.751895 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:13.832265 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:13.855261 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0083efde-f083-409e-9c9d-b786c6c65631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119287dc-9077-41dd-b08d-eb797593e637'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:48:13.857503 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49d44d-a267-41b2-9c0c-e9cc0bcaae72" -d '{"events": [{"server_uuid": "0083efde-f083-409e-9c9d-b786c6c65631", "name": "network-vif-plugged", "status": "completed", "tag": "119287dc-9077-41dd-b08d-eb797593e637"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:48:13.870632 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 119287dc-9077-41dd-b08d-eb797593e637, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=119287dc-9077-41dd-b08d-eb797593e637,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:48:13.877437 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:13.905686 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45c352e-98a0-4899-a138-a2ccf8cd6514 x-openstack-request-id: req-f45c352e-98a0-4899-a138-a2ccf8cd6514 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:48:13.905969 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0083efde-f083-409e-9c9d-b786c6c65631", "name": "network-vif-plugged", "status": "completed", "tag": "119287dc-9077-41dd-b08d-eb797593e637", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:48:13.906218 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f45c352e-98a0-4899-a138-a2ccf8cd6514 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:48:13.906622 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0083efde-f083-409e-9c9d-b786c6c65631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119287dc-9077-41dd-b08d-eb797593e637', 'code': 200} Aug 31 23:48:13.933721 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=119287dc-9077-41dd-b08d-eb797593e637,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:14.113734 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fa1c-c32c-4be4-9c20-cbb727dd53fd req-3af5f1c2-15ec-4a06-82da-0eb99aba2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:14.115346 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a70fa1c-c32c-4be4-9c20-cbb727dd53fd req-3af5f1c2-15ec-4a06-82da-0eb99aba2229 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 1099 time: 0.0448327 Aug 31 23:48:14.155921 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a70fa1c-c32c-4be4-9c20-cbb727dd53fd req-5f787305-4942-4ef5-81ee-88d6d7bb7de1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297935 Aug 31 23:48:14.642854 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd39827-7553-4a8e-88e9-7603ca1309ac req-fb0f34db-05b1-46da-95bf-e883339c6bb5 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:14.644377 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fd39827-7553-4a8e-88e9-7603ca1309ac req-fb0f34db-05b1-46da-95bf-e883339c6bb5 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Aug 31 23:48:14.682606 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fd39827-7553-4a8e-88e9-7603ca1309ac req-46c5387f-c068-48a5-b4d5-013c65be7443 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Aug 31 23:48:15.815027 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4afd6-3786-437a-a685-1b7a2d09744e req-9ccea65b-59c2-4679-b07d-9be9df11affd tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:15.816643 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-34f4afd6-3786-437a-a685-1b7a2d09744e req-9ccea65b-59c2-4679-b07d-9be9df11affd tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 946 time: 0.0591340 Aug 31 23:48:15.856780 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-34f4afd6-3786-437a-a685-1b7a2d09744e req-69b1e4a7-3663-43cb-bab3-5db00e0f5ee4 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Aug 31 23:48:16.983997 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148096d-1d8e-447f-9307-c9def805e849 req-68cfae73-938c-44e6-8bf4-c04db8226274 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:16.985429 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c148096d-1d8e-447f-9307-c9def805e849 req-68cfae73-938c-44e6-8bf4-c04db8226274 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 946 time: 0.0571811 Aug 31 23:48:17.026561 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c148096d-1d8e-447f-9307-c9def805e849 req-88ae0cb4-cf19-4960-b180-276c25f46fc8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Aug 31 23:48:17.339768 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-25a7843c-613d-4f94-9282-01f35b58781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:19.808489 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-210fc4ae-978e-43e3-ad2b-10b82d77e460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:19.913911 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:21.173384 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:22.726413 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:26.167935 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:29.053560 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3a771-0954-4f7c-90e6-c930a200a2b1 req-3081a53b-d06d-47fb-8e57-6842188f7a62 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:29.055055 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4f3a771-0954-4f7c-90e6-c930a200a2b1 req-3081a53b-d06d-47fb-8e57-6842188f7a62 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 946 time: 0.0510032 Aug 31 23:48:29.093833 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4f3a771-0954-4f7c-90e6-c930a200a2b1 req-2c64dd8c-bc95-4548-8ca9-7ddfab7f0223 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Aug 31 23:48:30.212760 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73455905-bb6a-4f07-b41b-b3752f0e979d req-030d5c4b-c630-4eac-8601-858529060463 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:30.214280 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73455905-bb6a-4f07-b41b-b3752f0e979d req-030d5c4b-c630-4eac-8601-858529060463 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 946 time: 0.0496156 Aug 31 23:48:30.258215 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73455905-bb6a-4f07-b41b-b3752f0e979d req-10b84c56-8189-4a10-96a2-929cf9635f24 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Aug 31 23:48:31.103628 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-b6ce3f27-4145-477e-ba99-a0d68979d288 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:31.105177 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-b6ce3f27-4145-477e-ba99-a0d68979d288 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 946 time: 0.0611691 Aug 31 23:48:31.203640 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Deleting port 119287dc-9077-41dd-b08d-eb797593e637 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:48:31.203982 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:31.295482 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] For port 119287dc-9077-41dd-b08d-eb797593e637, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=119287dc-9077-41dd-b08d-eb797593e637,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:48:31.296789 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:31.312382 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Calling delete_port for 119287dc-9077-41dd-b08d-eb797593e637 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:48:31.381336 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b41db-5220-4617-b323-52144762dd60 req-8e5244d2-eca6-4f69-b405-ee1e6581c925 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:31.383303 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a19b41db-5220-4617-b323-52144762dd60 req-8e5244d2-eca6-4f69-b405-ee1e6581c925 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=0083efde-f083-409e-9c9d-b786c6c65631 HTTP/1.1" status: 200 len: 946 time: 0.0557880 Aug 31 23:48:31.422356 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a19b41db-5220-4617-b323-52144762dd60 req-c3fa4bb6-38bf-4d9c-8f8a-12fcae79650a tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Aug 31 23:48:31.444612 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:31.473259 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event deleted for resources: {'Port': ['ID=119287dc-9077-41dd-b08d-eb797593e637,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:31.485918 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.486264 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.486680 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.486969 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.487292 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.487618 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.487943 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.488267 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.488617 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.488937 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.489261 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.489585 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:31.493515 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958', '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01', '119287dc-9077-41dd-b08d-eb797593e637'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:48:31.523860 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] No DVR routers for this DVR port 119287dc-9077-41dd-b08d-eb797593e637 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:48:31.526491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:31.528518 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e2c26fe-b4f2-499a-9965-e80f94c65e33 req-3571ffce-29aa-4b98-ab59-6aa39747c238 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "DELETE /v2.0/ports/119287dc-9077-41dd-b08d-eb797593e637 HTTP/1.1" status: 204 len: 173 time: 0.4133606 Aug 31 23:48:31.528969 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0083efde-f083-409e-9c9d-b786c6c65631', 'name': 'network-vif-deleted', 'tag': '119287dc-9077-41dd-b08d-eb797593e637'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:48:31.531933 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6680c40-228d-470f-99d4-9884eb0341bc" -d '{"events": [{"server_uuid": "0083efde-f083-409e-9c9d-b786c6c65631", "name": "network-vif-deleted", "tag": "119287dc-9077-41dd-b08d-eb797593e637"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:48:31.728007 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90fcc34-f7d8-4b2b-b80b-92e3450da3de x-openstack-request-id: req-a90fcc34-f7d8-4b2b-b80b-92e3450da3de {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:48:31.728546 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0083efde-f083-409e-9c9d-b786c6c65631", "name": "network-vif-deleted", "tag": "119287dc-9077-41dd-b08d-eb797593e637", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:48:31.729721 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a90fcc34-f7d8-4b2b-b80b-92e3450da3de {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:48:31.730190 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0083efde-f083-409e-9c9d-b786c6c65631', 'name': 'network-vif-deleted', 'tag': '119287dc-9077-41dd-b08d-eb797593e637', 'status': 'completed', 'code': 200} Aug 31 23:48:33.835559 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b3e09-ed46-4e1c-b93d-c14c7ccd6b53 req-873aa8c7-5dbd-46d3-8310-c362a297fdaf tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:33.837072 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-328b3e09-ed46-4e1c-b93d-c14c7ccd6b53 req-873aa8c7-5dbd-46d3-8310-c362a297fdaf tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 946 time: 0.0529225 Aug 31 23:48:34.151807 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-328b3e09-ed46-4e1c-b93d-c14c7ccd6b53 req-d89a4ef9-be69-4b66-9d2d-9c01f61c6c34 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081560 Aug 31 23:48:35.273357 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3d11-6bed-48f8-a491-1b8eab3a69c8 req-49c3b963-a87d-4d4e-8020-aa9686e06e62 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:35.274895 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d61d3d11-6bed-48f8-a491-1b8eab3a69c8 req-49c3b963-a87d-4d4e-8020-aa9686e06e62 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 946 time: 0.0499434 Aug 31 23:48:35.314119 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d61d3d11-6bed-48f8-a491-1b8eab3a69c8 req-3adfca0b-fe11-4ce2-a75d-6cef0c0d9feb tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Aug 31 23:48:35.604953 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-d832c818-a235-4c3f-8387-1ad1f2c5dbed tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:35.606713 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-d832c818-a235-4c3f-8387-1ad1f2c5dbed tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 946 time: 0.0564246 Aug 31 23:48:35.707529 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Deleting port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:48:35.707866 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:35.801632 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] For port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:48:35.801987 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:35.815729 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Calling delete_port for 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:48:35.857613 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 119287dc-9077-41dd-b08d-eb797593e637 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:48:35.877787 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 119287dc-9077-41dd-b08d-eb797593e637 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:48:35.878124 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 119287dc-9077-41dd-b08d-eb797593e637 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:48:35.954005 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:35.982441 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event deleted for resources: {'Port': ['ID=85ce74d9-0759-4f31-9d1a-9dfeafa1bf01,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:35.987477 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958', '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:48:36.033011 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] No DVR routers for this DVR port 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:48:36.036229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:36.038316 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c272be9-b033-4bc4-9f77-e69d2e286680 req-00cb6c95-6db6-42da-887a-9c3bb3c7ddc0 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "DELETE /v2.0/ports/85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 HTTP/1.1" status: 204 len: 173 time: 0.4252799 Aug 31 23:48:36.038794 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0db41-1162-45f9-8651-310e3922b4c9', 'name': 'network-vif-deleted', 'tag': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:48:36.041071 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd23caed-203a-482a-b4f4-4d6242f91e67" -d '{"events": [{"server_uuid": "71a0db41-1162-45f9-8651-310e3922b4c9", "name": "network-vif-deleted", "tag": "85ce74d9-0759-4f31-9d1a-9dfeafa1bf01"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:48:36.086621 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce49c3b-e953-4a9c-bda9-e2989d9b977e x-openstack-request-id: req-7ce49c3b-e953-4a9c-bda9-e2989d9b977e {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:48:36.086910 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0db41-1162-45f9-8651-310e3922b4c9", "name": "network-vif-deleted", "tag": "85ce74d9-0759-4f31-9d1a-9dfeafa1bf01", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:48:36.087929 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7ce49c3b-e953-4a9c-bda9-e2989d9b977e {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:48:36.088385 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0db41-1162-45f9-8651-310e3922b4c9', 'name': 'network-vif-deleted', 'tag': '85ce74d9-0759-4f31-9d1a-9dfeafa1bf01', 'status': 'completed', 'code': 200} Aug 31 23:48:36.420018 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-37bd2fbd-759b-4ff9-823b-370ce5749aec req-17a49c3a-7623-4781-b5f5-0e4470db43fc tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=71a0db41-1162-45f9-8651-310e3922b4c9 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Aug 31 23:48:37.704010 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfd85c-98f1-4f5a-9cbb-2a209c00abf4 req-0e8117de-954b-417b-8aed-95ed4402854f tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:37.705491 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5acfd85c-98f1-4f5a-9cbb-2a209c00abf4 req-0e8117de-954b-417b-8aed-95ed4402854f tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 946 time: 0.0508127 Aug 31 23:48:37.745650 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5acfd85c-98f1-4f5a-9cbb-2a209c00abf4 req-83fcb840-b0c4-4ded-9bce-cc60989cc3c7 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Aug 31 23:48:38.746432 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:48:38.870634 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9a824-e446-4934-8d42-3051db164f9c req-74df7872-efd2-497b-978a-8fd46bd2547a tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:38.872220 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e3f9a824-e446-4934-8d42-3051db164f9c req-74df7872-efd2-497b-978a-8fd46bd2547a tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 946 time: 0.0525897 Aug 31 23:48:38.911564 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e3f9a824-e446-4934-8d42-3051db164f9c req-c9e634b5-fecf-4c19-93bf-7c9bb428a7f6 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Aug 31 23:48:39.399382 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-48d6f048-babc-4f46-bbc0-9bd095bcd728 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:39.400882 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-48d6f048-babc-4f46-bbc0-9bd095bcd728 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 946 time: 0.0500216 Aug 31 23:48:39.505271 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Deleting port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:48:39.505598 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:39.595553 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] For port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:48:39.595934 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:39.608976 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Calling delete_port for 394dc98a-f90b-48c2-93f2-11e4ca6bf35f owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:48:39.739820 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:39.770005 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event deleted for resources: {'Port': ['ID=394dc98a-f90b-48c2-93f2-11e4ca6bf35f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:39.777884 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958', '394dc98a-f90b-48c2-93f2-11e4ca6bf35f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:48:39.813864 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] No DVR routers for this DVR port 394dc98a-f90b-48c2-93f2-11e4ca6bf35f on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:48:39.816305 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:39.818318 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be042f40-9bed-401a-820b-7a4d097f8b61 req-516a059b-8bd6-4bf6-b93e-d9d90ec8c516 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "DELETE /v2.0/ports/394dc98a-f90b-48c2-93f2-11e4ca6bf35f HTTP/1.1" status: 204 len: 173 time: 0.4019444 Aug 31 23:48:39.818791 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'name': 'network-vif-deleted', 'tag': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:48:39.821031 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940714b6-6bac-41cf-95cb-0df6893bc321" -d '{"events": [{"server_uuid": "ca00bdf4-c352-43ff-815c-484045e5de1d", "name": "network-vif-deleted", "tag": "394dc98a-f90b-48c2-93f2-11e4ca6bf35f"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:48:39.867779 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd6a5a4-ec3e-4e83-ba7a-ab6c4da5389e x-openstack-request-id: req-6fd6a5a4-ec3e-4e83-ba7a-ab6c4da5389e {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:48:39.868061 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca00bdf4-c352-43ff-815c-484045e5de1d", "name": "network-vif-deleted", "tag": "394dc98a-f90b-48c2-93f2-11e4ca6bf35f", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:48:39.868312 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6fd6a5a4-ec3e-4e83-ba7a-ab6c4da5389e {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:48:39.868693 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca00bdf4-c352-43ff-815c-484045e5de1d', 'name': 'network-vif-deleted', 'tag': '394dc98a-f90b-48c2-93f2-11e4ca6bf35f', 'status': 'completed', 'code': 200} Aug 31 23:48:39.878653 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:48:39.902415 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:48:39.902865 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 85ce74d9-0759-4f31-9d1a-9dfeafa1bf01 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:48:40.029687 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f726cf53-05eb-4dd8-b818-941b10087640 req-de74e971-0bb8-43e7-bd92-6f0f29b30f69 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca00bdf4-c352-43ff-815c-484045e5de1d HTTP/1.1" status: 200 len: 210 time: 0.0263355 Aug 31 23:48:42.438177 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bfb2e-5b18-497d-bd50-6030654389a9 req-4a73152e-7e7a-424d-9f01-ef17a2277084 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:42.439705 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f0bfb2e-5b18-497d-bd50-6030654389a9 req-4a73152e-7e7a-424d-9f01-ef17a2277084 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 945 time: 0.0594838 Aug 31 23:48:42.478805 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f0bfb2e-5b18-497d-bd50-6030654389a9 req-ad6f658e-d033-4c40-973c-ec03df19c695 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Aug 31 23:48:43.603826 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146f46-fb80-4d44-ba16-64070fc3d6c3 req-14ca64cb-b815-40fb-ba3b-f65e00cd83fe tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:43.605320 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f146f46-fb80-4d44-ba16-64070fc3d6c3 req-14ca64cb-b815-40fb-ba3b-f65e00cd83fe tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 945 time: 0.0529246 Aug 31 23:48:43.644948 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f146f46-fb80-4d44-ba16-64070fc3d6c3 req-de86ba49-8b25-4a60-90c1-d71ec23327b8 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/security-groups?id=64b40579-9e4b-4c77-a678-e94051aedd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Aug 31 23:48:43.907213 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 394dc98a-f90b-48c2-93f2-11e4ca6bf35f no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:48:43.932699 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 394dc98a-f90b-48c2-93f2-11e4ca6bf35f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:48:43.933040 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 394dc98a-f90b-48c2-93f2-11e4ca6bf35f not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:48:44.305665 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-f709f476-1399-4046-8b93-314c0e1207ad tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:44.307076 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-f709f476-1399-4046-8b93-314c0e1207ad tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 945 time: 0.0492964 Aug 31 23:48:44.401227 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Deleting port be220f0a-cbaf-4744-9af1-2553733fb958 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:48:44.401559 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:44.496561 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] For port be220f0a-cbaf-4744-9af1-2553733fb958, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=be220f0a-cbaf-4744-9af1-2553733fb958,segment=NetworkSegment(95fb85f6-ca46-4c49-8d9f-43635ded6518),segment_id=95fb85f6-ca46-4c49-8d9f-43635ded6518)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:48:44.496934 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:44.512563 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Calling delete_port for be220f0a-cbaf-4744-9af1-2553733fb958 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:48:44.651578 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:44.679301 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Pushing event deleted for resources: {'Port': ['ID=be220f0a-cbaf-4744-9af1-2553733fb958,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:44.687507 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['be220f0a-cbaf-4744-9af1-2553733fb958'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:48:44.724283 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] No DVR routers for this DVR port be220f0a-cbaf-4744-9af1-2553733fb958 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:48:44.727066 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:44.729114 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca948b7c-8561-4f68-941d-bd6577ebb189 req-0c177c5c-c980-4d55-ad27-36653d70b3c2 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.61 "DELETE /v2.0/ports/be220f0a-cbaf-4744-9af1-2553733fb958 HTTP/1.1" status: 204 len: 173 time: 0.4123409 Aug 31 23:48:44.729560 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'name': 'network-vif-deleted', 'tag': 'be220f0a-cbaf-4744-9af1-2553733fb958'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:48:44.731933 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c34b7-2364-493d-a797-818ff3a441d5" -d '{"events": [{"server_uuid": "76a9efd9-407c-4966-bd0c-a2b837f924e0", "name": "network-vif-deleted", "tag": "be220f0a-cbaf-4744-9af1-2553733fb958"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:48:44.764945 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12944b51-8ff8-45ea-9bc1-6369fc1a1c91 req-933cfde7-3608-430a-b72c-0460c1bba224 tempest-AttachVolumeNegativeTest-198577101 tempest-AttachVolumeNegativeTest-198577101-project] 10.222.0.63 "GET /v2.0/ports?device_id=76a9efd9-407c-4966-bd0c-a2b837f924e0 HTTP/1.1" status: 200 len: 210 time: 0.0413871 Aug 31 23:48:44.778155 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99eee37-788b-4c59-9225-a984a134d76e x-openstack-request-id: req-d99eee37-788b-4c59-9225-a984a134d76e {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:48:44.778435 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a9efd9-407c-4966-bd0c-a2b837f924e0", "name": "network-vif-deleted", "tag": "be220f0a-cbaf-4744-9af1-2553733fb958", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:48:44.778716 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d99eee37-788b-4c59-9225-a984a134d76e {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:48:44.779103 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a9efd9-407c-4966-bd0c-a2b837f924e0', 'name': 'network-vif-deleted', 'tag': 'be220f0a-cbaf-4744-9af1-2553733fb958', 'status': 'completed', 'code': 200} Aug 31 23:48:45.832038 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56934) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:45.879667 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] Deleting subnet 509381d7-e521-465f-843c-9eded1342833 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:48:45.882930 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:45.918488 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:45.960561 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.021922 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.048496 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509381d7-e521-465f-843c-9eded1342833,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:46.053548 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.056044 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-eb80d048-5575-4025-a81b-c0af8a9cf9e9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/509381d7-e521-465f-843c-9eded1342833 HTTP/1.1" status: 204 len: 168 time: 0.2229927 Aug 31 23:48:46.058625 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56936) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:46.143405 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.220146 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.229854 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:46.240068 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fb85f6-ca46-4c49-8d9f-43635ded6518') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:46.240355 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fb85f6-ca46-4c49-8d9f-43635ded6518') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:46.249919 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8743554'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.273139 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.280088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:48:46.280598 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117275'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: Traceback (most recent call last): Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: timer() Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: cb(*args, **kw) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: return func(*args, **kwargs) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: self._notify() Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: self.callback(batched_events) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: event.method(event) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: return f(self, *a, **k) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._get(url).json() Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:48:46.282688 dv-cinder-759943-18-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:48:46.336803 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.342983 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.344546 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] 10.222.0.63 "DELETE /v2.0/networks/2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df HTTP/1.1" status: 204 len: 168 time: 0.2849915 Aug 31 23:48:46.355682 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce742b-7855-44a9-8505-d65d9a6caf00 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9b9c72-0ddc-4c7c-9aee-67749bdbb1df,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:46.584468 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56940) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:46.624536 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b8ac8f32-652f-4eb6-9c76-eed44f7ff174 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2f1c3fc7e2c40578efda67595f5722e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390565 Aug 31 23:48:46.628350 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56942) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:46.677846 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c108a2d6-fe9c-4326-b673-78262538e9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.706694 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c108a2d6-fe9c-4326-b673-78262538e9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.768622 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c108a2d6-fe9c-4326-b673-78262538e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.771374 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c108a2d6-fe9c-4326-b673-78262538e9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:46.772517 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c108a2d6-fe9c-4326-b673-78262538e9ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/64b40579-9e4b-4c77-a678-e94051aedd53 HTTP/1.1" status: 204 len: 168 time: 0.1432824 Aug 31 23:48:46.780517 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108a2d6-fe9c-4326-b673-78262538e9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b40579-9e4b-4c77-a678-e94051aedd53,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:47.335792 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a393153b-f570-423e-ae6d-72145b0f60c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.518414 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56964) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:47.659758 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-511581252-network', 'tenant_id': '5299d11ca1954638a17d4d0192bff5af'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:47.685826 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Made reservation on behalf of 5299d11ca1954638a17d4d0192bff5af for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:47.688439 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.700482 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.801777 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.805606 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.831862 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:48:47.841852 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d85af9-9396-4f40-813a-5c61bf2baed9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:47.846782 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.847131 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Added segment 3132757b-9c14-47f7-a946-57a6d08e643e of type vlan for network 004e45d9-4273-4e69-a344-4ed9e39d42f7 Aug 31 23:48:47.889995 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.914214 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.915245 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:47.915830 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:47.921367 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device be220f0a-cbaf-4744-9af1-2553733fb958 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:48:47.943084 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: be220f0a-cbaf-4744-9af1-2553733fb958 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:48:47.943643 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device be220f0a-cbaf-4744-9af1-2553733fb958 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:48:47.973864 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4543121 Aug 31 23:48:47.977302 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56968) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:47.978921 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75c0a8-b781-41af-8860-6627098a1a4e admin admin] Pushing event updated for resources: {'Network': ['ID=004e45d9-4273-4e69-a344-4ed9e39d42f7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:47.984550 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Request body: {'subnet': {'network_id': '004e45d9-4273-4e69-a344-4ed9e39d42f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-511581252-subnet', 'tenant_id': '5299d11ca1954638a17d4d0192bff5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:47.989745 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 004e45d9-4273-4e69-a344-4ed9e39d42f7 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:48:48.007348 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Made reservation on behalf of 5299d11ca1954638a17d4d0192bff5af for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:48.009886 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13939860'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:48.193436 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13367081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13939842'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:48.253885 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad17b2a-36e3-4ea0-b7cd-fd8f07b69ed4,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:48.264469 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Checking segment: {'id': '3132757b-9c14-47f7-a946-57a6d08e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '004e45d9-4273-4e69-a344-4ed9e39d42f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:48:48.264824 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Network hostable DHCP agents. Network: 004e45d9-4273-4e69-a344-4ed9e39d42f7, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:48:48.268395 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.268748 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.269084 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.269415 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.269748 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.270078 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.270401 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.270762 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.271090 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.271410 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.271731 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.272050 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:48:48.289429 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Network 004e45d9-4273-4e69-a344-4ed9e39d42f7 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:48:48.299045 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 004e45d9-4273-4e69-a344-4ed9e39d42f7) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:48:48.303934 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:48.304636 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:48.315713 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb3c47-7e4c-46e4-b985-ff5f05802be2 None None] Network 004e45d9-4273-4e69-a344-4ed9e39d42f7 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:48:48.321864 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8c2cc70c-bf76-4da1-968d-8c6051fed5d6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3434525 Aug 31 23:48:48.447238 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c66b4-56a6-4b60-8d62-deb11f803bb1 None None] Network 004e45d9-4273-4e69-a344-4ed9e39d42f7 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:48:48.824256 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56984) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:48.829343 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-581299084-network', 'tenant_id': '24f889cb5e7842229640c4af9b01483f'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:48.849861 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Made reservation on behalf of 24f889cb5e7842229640c4af9b01483f for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:48.852240 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:48.864423 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:48.962306 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:48.966431 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:48.993937 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:48:49.000867 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7486574-24fa-4fc5-b2de-e4fd95a74ebf,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:49.007037 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.007378 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Added segment 6c58efbf-5a51-49d3-a31e-38b5fbe3f0ed of type vlan for network 3ed8a7f5-0e01-4050-b653-3252e4ef5a38 Aug 31 23:48:49.048292 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.072356 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.073370 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:49.073947 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.131414 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3060377 Aug 31 23:48:49.134608 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56986) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:49.137247 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de40f8-9116-4bb8-978f-f7aebd156b26 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed8a7f5-0e01-4050-b653-3252e4ef5a38,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:49.139978 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Request body: {'subnet': {'network_id': '3ed8a7f5-0e01-4050-b653-3252e4ef5a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-581299084-subnet', 'tenant_id': '24f889cb5e7842229640c4af9b01483f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:49.149368 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 3ed8a7f5-0e01-4050-b653-3252e4ef5a38 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:48:49.160853 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Made reservation on behalf of 24f889cb5e7842229640c4af9b01483f for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:49.163302 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13939860'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.348367 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13367081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13939842'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.405242 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772e2903-548c-4ed1-8f5d-990ebfd8d934,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:49.414070 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Checking segment: {'id': '6c58efbf-5a51-49d3-a31e-38b5fbe3f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3ed8a7f5-0e01-4050-b653-3252e4ef5a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:48:49.414426 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Network hostable DHCP agents. Network: 3ed8a7f5-0e01-4050-b653-3252e4ef5a38, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:48:49.432613 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Network 3ed8a7f5-0e01-4050-b653-3252e4ef5a38 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:48:49.441337 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 3ed8a7f5-0e01-4050-b653-3252e4ef5a38) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:48:49.445378 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:49.445966 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.449776 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7f66c-c793-4b2b-8f3c-2128ee239566 None None] Network 3ed8a7f5-0e01-4050-b653-3252e4ef5a38 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:48:49.465923 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a7eb8e7b-f324-43eb-b84f-ec4c9ed4d972 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3300776 Aug 31 23:48:49.595024 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56990) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:49.595213 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45fd53e-ec0e-4238-85f5-ff176b2bca0d None None] Network 3ed8a7f5-0e01-4050-b653-3252e4ef5a38 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:48:49.656170 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] Deleting subnet 9ad17b2a-36e3-4ea0-b7cd-fd8f07b69ed4 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:48:49.660021 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.697327 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.747856 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.805830 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.838667 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad17b2a-36e3-4ea0-b7cd-fd8f07b69ed4,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:49.840751 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2f55800-53fe-4353-8528-2d747109f1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.847896 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.847896 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-85f1eb39-4a38-4756-a7df-f4cf3fc09b23 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9ad17b2a-36e3-4ea0-b7cd-fd8f07b69ed4 HTTP/1.1" status: 204 len: 168 time: 0.2516181 Aug 31 23:48:49.851768 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 56992) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:49.919283 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:49.932684 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.021563 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.031404 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004e45d9-4273-4e69-a344-4ed9e39d42f7']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:50.041806 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3132757b-9c14-47f7-a946-57a6d08e643e') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:50.042121 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3132757b-9c14-47f7-a946-57a6d08e643e') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:50.051345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8743554'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.065694 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.071780 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:48:50.072154 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117275'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: Traceback (most recent call last): Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: timer() Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: cb(*args, **kw) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: return func(*args, **kwargs) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: self._notify() Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: self.callback(batched_events) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: event.method(event) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: return f(self, *a, **k) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._get(url).json() Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:48:50.073889 dv-cinder-759943-18-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:48:50.126036 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.131352 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.133430 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] 10.222.0.63 "DELETE /v2.0/networks/004e45d9-4273-4e69-a344-4ed9e39d42f7 HTTP/1.1" status: 204 len: 168 time: 0.2803917 Aug 31 23:48:50.136318 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56994) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:50.145060 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcfb2f-90e8-4e87-8499-544990fd9a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=004e45d9-4273-4e69-a344-4ed9e39d42f7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:50.183777 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] Deleting subnet 772e2903-548c-4ed1-8f5d-990ebfd8d934 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:48:50.187579 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.222293 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.262816 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.322428 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.348754 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772e2903-548c-4ed1-8f5d-990ebfd8d934,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:50.352612 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.354505 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f63b6963-7b05-4199-8055-91395eb2b251 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/772e2903-548c-4ed1-8f5d-990ebfd8d934 HTTP/1.1" status: 204 len: 168 time: 0.2171884 Aug 31 23:48:50.357721 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 56996) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:50.427580 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.511964 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.522317 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed8a7f5-0e01-4050-b653-3252e4ef5a38']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:50.533201 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c58efbf-5a51-49d3-a31e-38b5fbe3f0ed') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:50.533485 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c58efbf-5a51-49d3-a31e-38b5fbe3f0ed') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:48:50.542435 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.556694 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.563378 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:48:50.563766 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:48:50.565425 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:48:50.620762 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.626231 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.628126 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3ed8a7f5-0e01-4050-b653-3252e4ef5a38 HTTP/1.1" status: 204 len: 168 time: 0.2694306 Aug 31 23:48:50.640421 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb80f07-045c-4fba-a9ec-1de8c6b3c195 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed8a7f5-0e01-4050-b653-3252e4ef5a38,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:50.797697 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57000) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:50.842397 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8f659648-af11-4137-a9c7-5de96b67cf72 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5299d11ca1954638a17d4d0192bff5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429258 Aug 31 23:48:50.844806 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57002) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:50.896213 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c46e51-bd1d-4323-946e-eae6056826af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.918453 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c46e51-bd1d-4323-946e-eae6056826af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.968175 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c46e51-bd1d-4323-946e-eae6056826af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.970819 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c46e51-bd1d-4323-946e-eae6056826af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:50.972309 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-80c46e51-bd1d-4323-946e-eae6056826af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/12d85af9-9396-4f40-813a-5c61bf2baed9 HTTP/1.1" status: 204 len: 168 time: 0.1265795 Aug 31 23:48:50.980324 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c46e51-bd1d-4323-946e-eae6056826af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d85af9-9396-4f40-813a-5c61bf2baed9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:51.179664 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:51.317148 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57008) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:51.363613 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-450fe8ce-3eb8-4824-b7d4-fc063cbe2b8c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=24f889cb5e7842229640c4af9b01483f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449600 Aug 31 23:48:51.366035 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57010) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:51.415390 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4122dcc-00da-4441-a69d-5f5edd6adf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:51.443364 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4122dcc-00da-4441-a69d-5f5edd6adf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:51.491583 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4122dcc-00da-4441-a69d-5f5edd6adf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:51.495213 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f4122dcc-00da-4441-a69d-5f5edd6adf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:51.496831 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f4122dcc-00da-4441-a69d-5f5edd6adf1c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b7486574-24fa-4fc5-b2de-e4fd95a74ebf HTTP/1.1" status: 204 len: 168 time: 0.1295822 Aug 31 23:48:51.507878 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4122dcc-00da-4441-a69d-5f5edd6adf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7486574-24fa-4fc5-b2de-e4fd95a74ebf,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:52.731820 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.073837 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57050) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:53.186589 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fed91c73-a4b2-4ec2-bf53-57c2bb50b2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.278342 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fed91c73-a4b2-4ec2-bf53-57c2bb50b2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.282807 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fed91c73-a4b2-4ec2-bf53-57c2bb50b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.320039 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fed91c73-a4b2-4ec2-bf53-57c2bb50b2c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5e814f839be9471db22c477564ab6a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451191 Aug 31 23:48:53.320948 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed91c73-a4b2-4ec2-bf53-57c2bb50b2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13122b22-252e-4ccf-9d06-9035b45b76db,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:53.322744 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57054) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:53.377134 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8232c909-f4ee-4beb-a5cc-966c128862ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.399833 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8232c909-f4ee-4beb-a5cc-966c128862ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.454009 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8232c909-f4ee-4beb-a5cc-966c128862ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.456926 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8232c909-f4ee-4beb-a5cc-966c128862ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.458108 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8232c909-f4ee-4beb-a5cc-966c128862ca admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/13122b22-252e-4ccf-9d06-9035b45b76db HTTP/1.1" status: 204 len: 168 time: 0.1332424 Aug 31 23:48:53.467225 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232c909-f4ee-4beb-a5cc-966c128862ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13122b22-252e-4ccf-9d06-9035b45b76db,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:53.742317 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57060) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:53.756451 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6d15-b9a8-4b54-b551-ae5186cffa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.857993 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6d15-b9a8-4b54-b551-ae5186cffa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.861090 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6d15-b9a8-4b54-b551-ae5186cffa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.898525 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6d15-b9a8-4b54-b551-ae5186cffa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0e960-28eb-40c9-b62a-403263ff9d38,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:53.904404 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9ccf6d15-b9a8-4b54-b551-ae5186cffa42 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f63d3f5807574caf954f742c6764679e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609766 Aug 31 23:48:53.907489 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57062) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:53.957544 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cb61fb27-4e4c-443c-81f1-7dbe6df9f78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:53.978961 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cb61fb27-4e4c-443c-81f1-7dbe6df9f78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.032795 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cb61fb27-4e4c-443c-81f1-7dbe6df9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.035542 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cb61fb27-4e4c-443c-81f1-7dbe6df9f78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.036731 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cb61fb27-4e4c-443c-81f1-7dbe6df9f78d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/68b0e960-28eb-40c9-b62a-403263ff9d38 HTTP/1.1" status: 204 len: 168 time: 0.1284041 Aug 31 23:48:54.045415 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61fb27-4e4c-443c-81f1-7dbe6df9f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0e960-28eb-40c9-b62a-403263ff9d38,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:54.718271 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57084) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:54.817745 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479489964-network', 'tenant_id': '58b87e3e7cf24d199254b509929ad7a2'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:54.842718 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Made reservation on behalf of 58b87e3e7cf24d199254b509929ad7a2 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:54.846179 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.855067 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.951572 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.955359 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.981262 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:48:54.991368 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb69ea5-f4dc-41a2-a4d9-48acadaef536,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:54.996518 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:54.996860 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Added segment be5ebd84-8f03-40db-bb1f-ae18911331dc of type vlan for network 21a9c4b9-1894-4c94-8835-d42db957ea76 Aug 31 23:48:55.038934 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:55.064311 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:55.065510 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:55.066094 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:55.120601 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4011643 Aug 31 23:48:55.125598 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57088) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:55.128394 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372b516-0477-4d3f-a865-f5b6bfc72d69 admin admin] Pushing event updated for resources: {'Network': ['ID=21a9c4b9-1894-4c94-8835-d42db957ea76,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:55.131040 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Request body: {'subnet': {'network_id': '21a9c4b9-1894-4c94-8835-d42db957ea76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479489964-subnet', 'tenant_id': '58b87e3e7cf24d199254b509929ad7a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:55.139641 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 21a9c4b9-1894-4c94-8835-d42db957ea76 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:48:55.152047 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Made reservation on behalf of 58b87e3e7cf24d199254b509929ad7a2 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:55.154391 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9023601'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:55.327507 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9121342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9023591'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:55.390469 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abe1e06-f7bf-45bf-9c03-a5db6678acaa,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:55.395886 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Checking segment: {'id': 'be5ebd84-8f03-40db-bb1f-ae18911331dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '21a9c4b9-1894-4c94-8835-d42db957ea76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:48:55.396387 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Network hostable DHCP agents. Network: 21a9c4b9-1894-4c94-8835-d42db957ea76, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:48:55.413366 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Network 21a9c4b9-1894-4c94-8835-d42db957ea76 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:48:55.423137 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 21a9c4b9-1894-4c94-8835-d42db957ea76) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:48:55.428382 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:55.429178 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:55.432384 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ec7c0-e56e-4526-aa84-8b21a164a9a6 None None] Network 21a9c4b9-1894-4c94-8835-d42db957ea76 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:48:55.445902 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9025a393-4706-4524-a5c9-919ca67c59d9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3189576 Aug 31 23:48:55.567307 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da1ecd-01c4-462a-ab80-4986a09c3fca None None] Network 21a9c4b9-1894-4c94-8835-d42db957ea76 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:48:55.947677 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57104) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:55.952885 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1319898096-network', 'tenant_id': 'fda277c027464ba8834d5f6bb55ccfba'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:55.974652 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Made reservation on behalf of fda277c027464ba8834d5f6bb55ccfba for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:55.978112 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:55.990748 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.095257 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.099793 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.127082 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:48:56.133833 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1902e27-d2d3-492a-acfe-493349c2b533,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:56.140218 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.140709 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Added segment 7585d782-ef4f-4124-9535-2e94915532ae of type vlan for network 39f9b34c-eef2-4e20-93fe-a779ca5ea41e Aug 31 23:48:56.164715 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.185849 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.210375 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.211352 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:56.211969 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.268785 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3199270 Aug 31 23:48:56.273984 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b7b1a-632d-42ab-9641-f12c1103248c admin admin] Pushing event updated for resources: {'Network': ['ID=39f9b34c-eef2-4e20-93fe-a779ca5ea41e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:56.278420 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57106) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:48:56.285534 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Request body: {'subnet': {'network_id': '39f9b34c-eef2-4e20-93fe-a779ca5ea41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1319898096-subnet', 'tenant_id': 'fda277c027464ba8834d5f6bb55ccfba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:48:56.289004 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network 39f9b34c-eef2-4e20-93fe-a779ca5ea41e details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:48:56.306670 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Made reservation on behalf of fda277c027464ba8834d5f6bb55ccfba for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:48:56.309046 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9023601'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.490790 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9121342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9023591'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.540004 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a76262-4094-4f5b-9cb6-1e3a614629e5,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:48:56.558950 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Checking segment: {'id': '7585d782-ef4f-4124-9535-2e94915532ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '39f9b34c-eef2-4e20-93fe-a779ca5ea41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:48:56.559331 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Network hostable DHCP agents. Network: 39f9b34c-eef2-4e20-93fe-a779ca5ea41e, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:48:56.576408 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Network 39f9b34c-eef2-4e20-93fe-a779ca5ea41e is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:48:56.584807 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, 39f9b34c-eef2-4e20-93fe-a779ca5ea41e) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:48:56.588894 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:48:56.589480 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:56.594508 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4216ce4-6d74-4abf-9980-bdd3c1944335 None None] Network 39f9b34c-eef2-4e20-93fe-a779ca5ea41e requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:48:56.605432 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4ca84a55-35ca-48db-a138-173d51ea0235 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3241839 Aug 31 23:48:56.751300 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec981a8-0e58-4c7a-811c-650f1e8df8d8 None None] Network 39f9b34c-eef2-4e20-93fe-a779ca5ea41e requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:49:10.376181 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57224) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:10.426164 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] Deleting subnet 6abe1e06-f7bf-45bf-9c03-a5db6678acaa {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:49:10.429457 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:10.468333 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:10.756204 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:10.808629 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:10.833384 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abe1e06-f7bf-45bf-9c03-a5db6678acaa,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:10.836944 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:10.839663 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8f96b0e2-a4fb-4b7b-9eb2-34c968572421 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6abe1e06-f7bf-45bf-9c03-a5db6678acaa HTTP/1.1" status: 204 len: 168 time: 0.4622054 Aug 31 23:49:10.841860 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57226) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:10.910568 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:10.989088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:10.998965 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a9c4b9-1894-4c94-8835-d42db957ea76']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:49:11.009515 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5ebd84-8f03-40db-bb1f-ae18911331dc') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:49:11.009835 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5ebd84-8f03-40db-bb1f-ae18911331dc') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:49:11.019352 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8743554'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.034386 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.041434 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:49:11.042067 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117275'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: Traceback (most recent call last): Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: timer() Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: cb(*args, **kw) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: return func(*args, **kwargs) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: self._notify() Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: self.callback(batched_events) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: event.method(event) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: return f(self, *a, **k) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._get(url).json() Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:49:11.044065 dv-cinder-759943-18-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:49:11.101593 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.106795 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.109212 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] 10.222.0.63 "DELETE /v2.0/networks/21a9c4b9-1894-4c94-8835-d42db957ea76 HTTP/1.1" status: 204 len: 168 time: 0.2664237 Aug 31 23:49:11.112068 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57228) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:11.121664 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a3b5d-ae3e-4194-a46f-051e1477a1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=21a9c4b9-1894-4c94-8835-d42db957ea76,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:11.163446 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] Deleting subnet 70a76262-4094-4f5b-9cb6-1e3a614629e5 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:49:11.166648 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.203655 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579857'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.244964 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.316074 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13354998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13939899'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.340260 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a76262-4094-4f5b-9cb6-1e3a614629e5,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:11.355046 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.359021 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9119dcd8-3d75-4879-b868-738abe0da89a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/70a76262-4094-4f5b-9cb6-1e3a614629e5 HTTP/1.1" status: 204 len: 168 time: 0.2458050 Aug 31 23:49:11.359792 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57230) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:11.433973 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.514624 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.525270 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f9b34c-eef2-4e20-93fe-a779ca5ea41e']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:49:11.536023 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7585d782-ef4f-4124-9535-2e94915532ae') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:49:11.536317 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7585d782-ef4f-4124-9535-2e94915532ae') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:49:11.544972 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.558857 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.565397 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:49:11.565786 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:49:11.567583 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:49:11.624936 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.630508 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.632589 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] 10.222.0.63 "DELETE /v2.0/networks/39f9b34c-eef2-4e20-93fe-a779ca5ea41e HTTP/1.1" status: 204 len: 168 time: 0.2718408 Aug 31 23:49:11.646119 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad6dda-d79f-4604-92c1-79deed17efea admin admin] Pushing event deleted for resources: {'Network': ['ID=39f9b34c-eef2-4e20-93fe-a779ca5ea41e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:11.803787 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57234) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:11.851081 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-dd05a65f-1006-4158-9c46-4ac26fb19e03 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=58b87e3e7cf24d199254b509929ad7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398843 Aug 31 23:49:11.851081 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57236) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:11.898867 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f139a90a-23d0-43a7-861d-3f42a7825d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.919586 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f139a90a-23d0-43a7-861d-3f42a7825d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.972611 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f139a90a-23d0-43a7-861d-3f42a7825d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.975437 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f139a90a-23d0-43a7-861d-3f42a7825d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:11.976622 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f139a90a-23d0-43a7-861d-3f42a7825d1b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1bb69ea5-f4dc-41a2-a4d9-48acadaef536 HTTP/1.1" status: 204 len: 168 time: 0.1265800 Aug 31 23:49:11.985163 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139a90a-23d0-43a7-861d-3f42a7825d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb69ea5-f4dc-41a2-a4d9-48acadaef536,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:12.315598 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57242) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:12.358575 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4d5ba092-463c-4c73-ba9f-7888201e8f71 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fda277c027464ba8834d5f6bb55ccfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415657 Aug 31 23:49:12.360916 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57244) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:12.412743 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce397d09-0a10-4589-852e-838774459d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:12.434088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce397d09-0a10-4589-852e-838774459d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:12.479314 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce397d09-0a10-4589-852e-838774459d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:12.482749 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce397d09-0a10-4589-852e-838774459d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:12.483904 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ce397d09-0a10-4589-852e-838774459d27 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1902e27-d2d3-492a-acfe-493349c2b533 HTTP/1.1" status: 204 len: 168 time: 0.1217968 Aug 31 23:49:12.492194 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce397d09-0a10-4589-852e-838774459d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1902e27-d2d3-492a-acfe-493349c2b533,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:13.569018 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57274) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:13.673723 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7075c8a1-89b8-4dc8-831f-2e121b873bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:13.767876 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7075c8a1-89b8-4dc8-831f-2e121b873bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:13.771701 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7075c8a1-89b8-4dc8-831f-2e121b873bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:13.811440 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7075c8a1-89b8-4dc8-831f-2e121b873bde admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=751ac1343c0b4144a3d17497fc0545e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413321 Aug 31 23:49:13.812397 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075c8a1-89b8-4dc8-831f-2e121b873bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c4163-88ce-4c16-b99e-07bea82b1d6a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:13.814288 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57278) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:13.880853 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-413aa103-5ac6-4441-b9ef-1095f3bd66af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:13.902586 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-413aa103-5ac6-4441-b9ef-1095f3bd66af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:13.952296 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-413aa103-5ac6-4441-b9ef-1095f3bd66af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:13.955023 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-413aa103-5ac6-4441-b9ef-1095f3bd66af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:13.956170 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-413aa103-5ac6-4441-b9ef-1095f3bd66af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/961c4163-88ce-4c16-b99e-07bea82b1d6a HTTP/1.1" status: 204 len: 168 time: 0.1407378 Aug 31 23:49:13.964438 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aa103-5ac6-4441-b9ef-1095f3bd66af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c4163-88ce-4c16-b99e-07bea82b1d6a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:15.746480 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:49:17.337282 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-82998ec6-edce-4674-95b8-df3ee72bcd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.123197 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57336) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:18.242449 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-31965968-29f6-4b56-bb0f-d9647b0ecc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.339805 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-31965968-29f6-4b56-bb0f-d9647b0ecc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.347801 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-31965968-29f6-4b56-bb0f-d9647b0ecc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.384953 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31965968-29f6-4b56-bb0f-d9647b0ecc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91157ca-15e4-4433-a928-ae1297515e0a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:18.389178 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-31965968-29f6-4b56-bb0f-d9647b0ecc9d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4105806cf62f4e5296989b2c96ab3d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649407 Aug 31 23:49:18.392681 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57340) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:18.452221 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8dabe015-b4e4-4300-82dd-8cb5fcfdc97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.475079 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8dabe015-b4e4-4300-82dd-8cb5fcfdc97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.524450 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8dabe015-b4e4-4300-82dd-8cb5fcfdc97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.527100 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8dabe015-b4e4-4300-82dd-8cb5fcfdc97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.528787 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8dabe015-b4e4-4300-82dd-8cb5fcfdc97c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a91157ca-15e4-4433-a928-ae1297515e0a HTTP/1.1" status: 204 len: 168 time: 0.1285822 Aug 31 23:49:18.539654 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabe015-b4e4-4300-82dd-8cb5fcfdc97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91157ca-15e4-4433-a928-ae1297515e0a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:18.825185 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57346) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:18.842207 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5fe894cc-e8f7-4b30-8900-c7207d5117ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.935765 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5fe894cc-e8f7-4b30-8900-c7207d5117ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.939909 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5fe894cc-e8f7-4b30-8900-c7207d5117ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:18.980895 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5fe894cc-e8f7-4b30-8900-c7207d5117ea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bcb9307f48324269b5da8998fad0f785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545916 Aug 31 23:49:18.982410 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe894cc-e8f7-4b30-8900-c7207d5117ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a8d4d-d87c-468e-a807-8772e3251cfe,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:18.984093 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57348) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:19.040478 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd15af7d-ccf9-4402-9a45-796f08c73051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:19.062789 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd15af7d-ccf9-4402-9a45-796f08c73051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:19.115576 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd15af7d-ccf9-4402-9a45-796f08c73051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:19.118132 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd15af7d-ccf9-4402-9a45-796f08c73051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:19.119579 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dd15af7d-ccf9-4402-9a45-796f08c73051 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd5a8d4d-d87c-468e-a807-8772e3251cfe HTTP/1.1" status: 204 len: 168 time: 0.1344185 Aug 31 23:49:19.132132 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15af7d-ccf9-4402-9a45-796f08c73051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a8d4d-d87c-468e-a807-8772e3251cfe,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:19.801860 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cb62d8cb-7afe-4051-9b4e-e7f704122d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:19.916165 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:21.179286 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:22.730314 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:26.175754 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.443397 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57470) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:27.549217 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d895b35-39e3-4ff6-9ade-aab353f294ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.643501 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d895b35-39e3-4ff6-9ade-aab353f294ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.647462 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d895b35-39e3-4ff6-9ade-aab353f294ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.685219 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d895b35-39e3-4ff6-9ade-aab353f294ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb17b2b-79c0-418b-9ff4-48654e5646dc,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:27.689609 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5d895b35-39e3-4ff6-9ade-aab353f294ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a150256a06ab4b1e90df398703446669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451613 Aug 31 23:49:27.692247 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57474) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:27.743745 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bc8b-4cb0-4836-8719-cde5fd043884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.766438 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bc8b-4cb0-4836-8719-cde5fd043884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.812110 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bc8b-4cb0-4836-8719-cde5fd043884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.814867 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bc8b-4cb0-4836-8719-cde5fd043884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:27.816024 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b7f9bc8b-4cb0-4836-8719-cde5fd043884 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7fb17b2b-79c0-418b-9ff4-48654e5646dc HTTP/1.1" status: 204 len: 168 time: 0.1228797 Aug 31 23:49:27.825088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9bc8b-4cb0-4836-8719-cde5fd043884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb17b2b-79c0-418b-9ff4-48654e5646dc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:28.112902 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57480) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:28.126522 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23d90de8-3a3a-4998-9577-a803896a2b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.226218 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23d90de8-3a3a-4998-9577-a803896a2b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.230345 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23d90de8-3a3a-4998-9577-a803896a2b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.271929 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-23d90de8-3a3a-4998-9577-a803896a2b46 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8841a7f9e2804a008355dcb4af04cd98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578362 Aug 31 23:49:28.272678 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d90de8-3a3a-4998-9577-a803896a2b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb861b-57f6-4c10-9774-f3cf46187915,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:28.274794 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57482) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:28.325602 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-01f4a61c-8733-45fb-b82c-afeb69d09954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.347215 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-01f4a61c-8733-45fb-b82c-afeb69d09954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.397326 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-01f4a61c-8733-45fb-b82c-afeb69d09954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.400711 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-01f4a61c-8733-45fb-b82c-afeb69d09954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.402115 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-01f4a61c-8733-45fb-b82c-afeb69d09954 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d4fb861b-57f6-4c10-9774-f3cf46187915 HTTP/1.1" status: 204 len: 168 time: 0.1261470 Aug 31 23:49:28.414882 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4a61c-8733-45fb-b82c-afeb69d09954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb861b-57f6-4c10-9774-f3cf46187915,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:28.741639 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 57488) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:28.755663 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87e5bcb-17ca-4c0c-81f8-09a820b2363f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.855578 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87e5bcb-17ca-4c0c-81f8-09a820b2363f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.860452 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f87e5bcb-17ca-4c0c-81f8-09a820b2363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.902561 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f87e5bcb-17ca-4c0c-81f8-09a820b2363f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a6ca899ffc68422ea0aa8fc7c1722ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598079 Aug 31 23:49:28.905146 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e5bcb-17ca-4c0c-81f8-09a820b2363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ffccd8-2b06-452f-92de-91264fb5e607,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:28.906177 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57490) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:28.961178 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9522238-9c77-48b7-a4a9-30745fca020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:28.982750 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9522238-9c77-48b7-a4a9-30745fca020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:29.037239 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9522238-9c77-48b7-a4a9-30745fca020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:29.037586 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9522238-9c77-48b7-a4a9-30745fca020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:29.038788 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c9522238-9c77-48b7-a4a9-30745fca020a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59ffccd8-2b06-452f-92de-91264fb5e607 HTTP/1.1" status: 204 len: 168 time: 0.1314850 Aug 31 23:49:29.047821 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9522238-9c77-48b7-a4a9-30745fca020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ffccd8-2b06-452f-92de-91264fb5e607,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:29.733122 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57512) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:29.838890 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1895794649-network', 'tenant_id': 'd6d6229c1c9f4f6da9fb4b174a20d6e2'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:49:29.860430 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Made reservation on behalf of d6d6229c1c9f4f6da9fb4b174a20d6e2 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:49:29.862803 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:29.871181 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:29.963161 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:29.967207 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:29.992803 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:49:30.003302 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4b0a8-6d90-40d4-9a91-acd551410be5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:30.009784 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:30.010134 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Added segment aad61167-b7db-4d52-9f59-2bd0777707fe of type vlan for network f70e1629-b47b-42b1-8784-9fa2cf0283f1 Aug 31 23:49:30.053453 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781942544999'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:30.083620 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:30.084614 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:30.085341 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:30.142666 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4083998 Aug 31 23:49:30.145405 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 57516) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:49:30.150193 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Request body: {'subnet': {'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1895794649-subnet', 'tenant_id': 'd6d6229c1c9f4f6da9fb4b174a20d6e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:49:30.156259 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16d045-f971-4e62-80af-8bb5ddd462ec admin admin] Pushing event updated for resources: {'Network': ['ID=f70e1629-b47b-42b1-8784-9fa2cf0283f1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:30.166341 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Network f70e1629-b47b-42b1-8784-9fa2cf0283f1 details requested by agent ovs-agent-dv-cinder-759943-18-iscsi with host dv-cinder-759943-18-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:49:30.177363 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Made reservation on behalf of d6d6229c1c9f4f6da9fb4b174a20d6e2 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:49:30.179880 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9023601'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:30.354322 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9121342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9023591'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:30.411912 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabd0460-33cf-4026-99e5-77f1a5d02c14,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:30.420827 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Checking segment: {'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:49:30.421181 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Network hostable DHCP agents. Network: f70e1629-b47b-42b1-8784-9fa2cf0283f1, hostable agents: ['c03a7b2f-b5e1-439e-9c1b-98e8850904a7'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:49:30.437229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Network f70e1629-b47b-42b1-8784-9fa2cf0283f1 is scheduled to be hosted by DHCP agent c03a7b2f-b5e1-439e-9c1b-98e8850904a7 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:49:30.451696 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-18-iscsi, f70e1629-b47b-42b1-8784-9fa2cf0283f1) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:49:30.456541 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:30.457144 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:30.463628 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd077a-6f03-4092-80b6-5e506d04d265 None None] Network f70e1629-b47b-42b1-8784-9fa2cf0283f1 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:49:30.474174 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7f49447e-522b-4e95-98cd-7c3043f1a50e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3277493 Aug 31 23:49:30.608870 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e78cd-f53e-4978-84a7-41f3412e2a6b None None] Network f70e1629-b47b-42b1-8784-9fa2cf0283f1 requested from dv-cinder-759943-18-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:49:32.309341 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198544-cdab-4b49-9248-567928caa450 req-693a3085-5e29-4db2-a1f6-0d86ca5d18e9 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:32.310788 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-693a3085-5e29-4db2-a1f6-0d86ca5d18e9 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 814 time: 0.1065280 Aug 31 23:49:32.325418 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-19a7a7c5-e71b-4699-bf42-06c37ea5812c tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/quotas/d6d6229c1c9f4f6da9fb4b174a20d6e2 HTTP/1.1" status: 200 len: 375 time: 0.0089910 Aug 31 23:49:32.357335 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-e9dd252e-c7a4-40eb-a1de-f999e9231069 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266576 Aug 31 23:49:32.449852 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-02cfe0c8-b978-4e3d-8952-ca8ff927275a service neutron] 10.222.0.63 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856135 Aug 31 23:49:32.544845 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-275736df-590f-40f3-958e-05efa78212fa service neutron] 10.222.0.63 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886989 Aug 31 23:49:32.883833 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70546e4d-fffc-4296-986b-04cb0ab6ab33 req-519a6d57-d703-4307-95eb-b7b81c08c826 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 210 time: 0.0269089 Aug 31 23:49:33.896363 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198544-cdab-4b49-9248-567928caa450 req-cb3534aa-a4f5-4ff9-a499-60e404aacba3 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:33.897854 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-cb3534aa-a4f5-4ff9-a499-60e404aacba3 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 814 time: 0.1062305 Aug 31 23:49:33.929487 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Request body: {'port': {'device_id': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1', 'admin_state_up': True, 'tenant_id': 'd6d6229c1c9f4f6da9fb4b174a20d6e2'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:49:33.977893 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-131a3456-8a17-4859-ba0d-6714a9fc7f57 req-231e5a12-f407-4990-b718-49e277207983 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 210 time: 0.0274112 Aug 31 23:49:34.039917 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Made reservation on behalf of d6d6229c1c9f4f6da9fb4b174a20d6e2 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:49:34.044318 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:34.171717 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Allocated IP 172.20.0.13 (f70e1629-b47b-42b1-8784-9fa2cf0283f1/dabd0460-33cf-4026-99e5-77f1a5d02c14/59c41752-b667-48a5-99f6-8014a5610423) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:49:34.321395 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:34.358870 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:34.403038 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Network f70e1629-b47b-42b1-8784-9fa2cf0283f1 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:49:34.406094 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:49:34.408527 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:49:34.433379 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Pushing event updated for resources: {'Port': ['ID=59c41752-b667-48a5-99f6-8014a5610423,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:34.444085 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.444436 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.444778 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.445116 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.445450 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.445785 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.446113 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.446438 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.446791 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.447115 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.447437 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.447760 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:34.473787 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:34.474399 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:34.494218 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-58ac5300-837a-4e91-8c19-780bf7fcfb8b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693114 Aug 31 23:49:34.512783 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Request body: {'port': {'device_id': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:49:34.568978 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:34.827636 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c41752-b667-48a5-99f6-8014a5610423 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:49:34.834943 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:34.848397 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Transition to ACTIVE for port object 59c41752-b667-48a5-99f6-8014a5610423 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:49:34.853227 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:34.903937 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Pushing event updated for resources: {'Port': ['ID=59c41752-b667-48a5-99f6-8014a5610423,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:34.974014 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Attempting to bind port 59c41752-b667-48a5-99f6-8014a5610423 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:49:34.974344 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Attempting to bind port 59c41752-b667-48a5-99f6-8014a5610423 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:49:34.974703 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Attempting to bind port 59c41752-b667-48a5-99f6-8014a5610423 on network f70e1629-b47b-42b1-8784-9fa2cf0283f1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:49:34.978909 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Port 59c41752-b667-48a5-99f6-8014a5610423 on network f70e1629-b47b-42b1-8784-9fa2cf0283f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:49:34.979229 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Attempting to bind port 59c41752-b667-48a5-99f6-8014a5610423 on network f70e1629-b47b-42b1-8784-9fa2cf0283f1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:49:34.984819 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:49:34.984948 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Checking segment: {'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:49:34.985318 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Bound using segment: {'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:49:34.985737 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Bound port: 59c41752-b667-48a5-99f6-8014a5610423, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:49:34.986096 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:35.058768 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] For port 59c41752-b667-48a5-99f6-8014a5610423, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:49:35.087569 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] For port 59c41752-b667-48a5-99f6-8014a5610423, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=59c41752-b667-48a5-99f6-8014a5610423,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:49:35.092984 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:35.126420 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:35.126905 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:35.128619 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] 10.222.0.61 "PUT /v2.0/ports/59c41752-b667-48a5-99f6-8014a5610423 HTTP/1.1" status: 200 len: 1094 time: 0.6201413 Aug 31 23:49:35.130798 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'tag': '59c41752-b667-48a5-99f6-8014a5610423'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:49:35.133300 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63495952-e5eb-4e45-ad12-5897a68e3fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a63758-32d9-4aff-a647-b1bde43c4d31", "tag": "59c41752-b667-48a5-99f6-8014a5610423"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:49:35.156478 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f82361-3c70-44d4-b21a-4eae6c4fce1b req-9e28da9d-e988-4376-810b-2663c1c9f47a tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:35.158029 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f82361-3c70-44d4-b21a-4eae6c4fce1b req-9e28da9d-e988-4376-810b-2663c1c9f47a tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 944 time: 0.1125104 Aug 31 23:49:35.181238 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a9016-70cf-408d-a2e7-232121ab1ce1 x-openstack-request-id: req-223a9016-70cf-408d-a2e7-232121ab1ce1 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:49:35.181525 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a63758-32d9-4aff-a647-b1bde43c4d31", "tag": "59c41752-b667-48a5-99f6-8014a5610423", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:49:35.181773 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-223a9016-70cf-408d-a2e7-232121ab1ce1 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:49:35.182155 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'tag': '59c41752-b667-48a5-99f6-8014a5610423', 'status': 'completed', 'code': 200} Aug 31 23:49:35.194020 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424a9d6-cb07-4711-b1aa-197942f8e645 service neutron] Pushing event updated for resources: {'Port': ['ID=59c41752-b667-48a5-99f6-8014a5610423,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:35.241896 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f82361-3c70-44d4-b21a-4eae6c4fce1b req-7e7fc27d-71b4-46b8-bb49-3bd4143b297c tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Aug 31 23:49:35.251268 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198544-cdab-4b49-9248-567928caa450 req-564debf3-5b74-4f54-84f9-7bffe6b87c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:35.252744 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-564debf3-5b74-4f54-84f9-7bffe6b87c23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 1097 time: 0.0596483 Aug 31 23:49:35.303025 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-7b3ba991-644b-441e-97da-7a074f530eaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c41752-b667-48a5-99f6-8014a5610423 HTTP/1.1" status: 200 len: 217 time: 0.0375814 Aug 31 23:49:35.351573 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198544-cdab-4b49-9248-567928caa450 req-308bcc22-f23f-45f0-b1a4-22d439a0bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:35.353014 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-308bcc22-f23f-45f0-b1a4-22d439a0bf23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dabd0460-33cf-4026-99e5-77f1a5d02c14 HTTP/1.1" status: 200 len: 854 time: 0.0432451 Aug 31 23:49:35.383673 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-de8eb1b6-811e-41dd-b620-a785edeaead4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f70e1629-b47b-42b1-8784-9fa2cf0283f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239856 Aug 31 23:49:35.473663 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-35aff4cf-d4c3-4b8f-8bd8-1663c3e1f0c0 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833361 Aug 31 23:49:35.562979 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02198544-cdab-4b49-9248-567928caa450 req-80a8d0a1-2c8e-4b66-8f97-3c8279026d65 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819016 Aug 31 23:49:35.685819 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-f79afcdb-52b9-480e-aa5a-839c90a454ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:35.687348 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-f79afcdb-52b9-480e-aa5a-839c90a454ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 1097 time: 0.0404649 Aug 31 23:49:35.779949 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-e976f9f0-e90f-4be3-b3e8-0c03f6fcd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:35.781436 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-e976f9f0-e90f-4be3-b3e8-0c03f6fcd5dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 916 time: 0.0871639 Aug 31 23:49:35.823103 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-2b851ab7-8fed-4682-a2b4-69a7953497a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c41752-b667-48a5-99f6-8014a5610423 HTTP/1.1" status: 200 len: 217 time: 0.0342185 Aug 31 23:49:35.873221 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-19d9a507-c139-4349-960e-845798c0dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:35.874682 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-19d9a507-c139-4349-960e-845798c0dcb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dabd0460-33cf-4026-99e5-77f1a5d02c14 HTTP/1.1" status: 200 len: 854 time: 0.0453858 Aug 31 23:49:35.909334 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-dc675675-5cfb-4cce-a011-9a43df6a607c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f70e1629-b47b-42b1-8784-9fa2cf0283f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280702 Aug 31 23:49:35.997573 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-08735a52-97e0-4c79-9dda-160d5b63c590 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805392 Aug 31 23:49:36.089598 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63495952-e5eb-4e45-ad12-5897a68e3fb1 req-3b4b935d-f7c0-44f9-a6f5-54743453d850 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849395 Aug 31 23:49:36.357304 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb8a3d-f466-4787-9f1f-eb0d9e14c2f0 req-78365b66-71a1-47cd-96a9-4fcd42b85fd2 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:36.358809 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3eb8a3d-f466-4787-9f1f-eb0d9e14c2f0 req-78365b66-71a1-47cd-96a9-4fcd42b85fd2 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 944 time: 0.0483589 Aug 31 23:49:36.396027 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3eb8a3d-f466-4787-9f1f-eb0d9e14c2f0 req-19d6bc7d-e734-434c-9c74-3bbc8ba80192 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Aug 31 23:49:37.510004 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ec11-7a0d-41a7-9fed-44baf855b206 req-dc0f0b5d-4780-4a08-8721-c11a840de4f5 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:37.511514 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c17ec11-7a0d-41a7-9fed-44baf855b206 req-dc0f0b5d-4780-4a08-8721-c11a840de4f5 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 944 time: 0.0496826 Aug 31 23:49:37.549144 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c17ec11-7a0d-41a7-9fed-44baf855b206 req-9335601e-1f80-4064-bc24-1e0ca2dacd3a tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Aug 31 23:49:38.281489 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 59c41752-b667-48a5-99f6-8014a5610423 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:49:38.387711 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 59c41752-b667-48a5-99f6-8014a5610423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=59c41752-b667-48a5-99f6-8014a5610423,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:49:38.398775 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '59c41752-b667-48a5-99f6-8014a5610423', 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1', 'port_id': '59c41752-b667-48a5-99f6-8014a5610423', 'mac_address': 'fa:16:3e:4a:90:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabd0460-33cf-4026-99e5-77f1a5d02c14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:49:38.435700 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:38.448054 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c41752-b667-48a5-99f6-8014a5610423 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:49:38.468080 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 59c41752-b667-48a5-99f6-8014a5610423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=59c41752-b667-48a5-99f6-8014a5610423,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:49:38.471707 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:38.524198 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=59c41752-b667-48a5-99f6-8014a5610423,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:38.531761 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.532043 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.532380 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.532710 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.533046 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.533376 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.533701 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.534023 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.534346 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.534695 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.535016 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.535336 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:49:38.665149 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac62ee-96c9-4dee-b160-7cc4833fa68b req-a3b90552-2080-4d8c-a264-9dda0e38cd3d tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:38.666627 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-beac62ee-96c9-4dee-b160-7cc4833fa68b req-a3b90552-2080-4d8c-a264-9dda0e38cd3d tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 945 time: 0.0521204 Aug 31 23:49:38.703798 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-beac62ee-96c9-4dee-b160-7cc4833fa68b req-cb012f43-db74-4c1a-ae44-eb8d64e1fafd tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Aug 31 23:49:38.852239 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['59c41752-b667-48a5-99f6-8014a5610423'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:49:39.817548 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50394633-ba27-4b8d-be26-d2b00d4e2896 req-7a1de0ee-534d-4a9c-ae16-8840356ba2ab tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:39.819010 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-50394633-ba27-4b8d-be26-d2b00d4e2896 req-7a1de0ee-534d-4a9c-ae16-8840356ba2ab tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 945 time: 0.0488462 Aug 31 23:49:39.855865 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-50394633-ba27-4b8d-be26-d2b00d4e2896 req-ad5ed2d6-f3eb-4120-a1d8-b434964b3d6c tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303469 Aug 31 23:49:40.301414 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 59c41752-b667-48a5-99f6-8014a5610423 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:49:40.350960 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 59c41752-b667-48a5-99f6-8014a5610423 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:49:40.354624 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 59c41752-b667-48a5-99f6-8014a5610423 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:49:40.354994 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:40.448107 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:40.470228 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c41752-b667-48a5-99f6-8014a5610423'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:49:40.472441 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4dca0d-a113-4d52-9dea-9ab17458cdca" -d '{"events": [{"server_uuid": "a7a63758-32d9-4aff-a647-b1bde43c4d31", "name": "network-vif-plugged", "status": "completed", "tag": "59c41752-b667-48a5-99f6-8014a5610423"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:49:40.484760 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 59c41752-b667-48a5-99f6-8014a5610423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=59c41752-b667-48a5-99f6-8014a5610423,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:49:40.489582 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:40.515730 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4668afb6-e5c2-4db7-ba7f-7800a5541939 x-openstack-request-id: req-4668afb6-e5c2-4db7-ba7f-7800a5541939 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:49:40.516019 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a63758-32d9-4aff-a647-b1bde43c4d31", "name": "network-vif-plugged", "status": "completed", "tag": "59c41752-b667-48a5-99f6-8014a5610423", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:49:40.516264 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4668afb6-e5c2-4db7-ba7f-7800a5541939 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:49:40.516650 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c41752-b667-48a5-99f6-8014a5610423', 'code': 200} Aug 31 23:49:40.546120 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=59c41752-b667-48a5-99f6-8014a5610423,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:49:40.723823 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7463749-a86c-4f4a-a259-7fff70c4b742 req-7034e8c0-f91e-485a-bc10-9071bf893444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:40.725313 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7463749-a86c-4f4a-a259-7fff70c4b742 req-7034e8c0-f91e-485a-bc10-9071bf893444 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 1099 time: 0.0480266 Aug 31 23:49:40.760118 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7463749-a86c-4f4a-a259-7fff70c4b742 req-c9d6f649-c065-4880-8912-60ce0a800123 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271828 Aug 31 23:49:40.966952 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c318-9917-481a-bbe4-4b8887098d4e req-43d20f34-1bbd-42a4-919b-42d0e5e29fc8 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:40.968499 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5662c318-9917-481a-bbe4-4b8887098d4e req-43d20f34-1bbd-42a4-919b-42d0e5e29fc8 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 946 time: 0.0484982 Aug 31 23:49:41.007639 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5662c318-9917-481a-bbe4-4b8887098d4e req-191989be-6b5d-4830-9c37-a869e22d882e tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Aug 31 23:49:42.127772 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542bce0-ee17-4a07-9d00-54a29f10207d req-40889900-78e6-4493-9fba-8f2e26594d26 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:42.129270 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7542bce0-ee17-4a07-9d00-54a29f10207d req-40889900-78e6-4493-9fba-8f2e26594d26 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 946 time: 0.0533719 Aug 31 23:49:42.177551 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7542bce0-ee17-4a07-9d00-54a29f10207d req-2fdb92a2-767e-4408-8022-b5da1bc5f513 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Aug 31 23:49:43.297833 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5f1a-419e-4d8f-91e7-9a57227e35c6 req-f5b70ed4-a08b-40de-a779-305919a02e1f tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:49:43.299252 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e80d5f1a-419e-4d8f-91e7-9a57227e35c6 req-f5b70ed4-a08b-40de-a779-305919a02e1f tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 946 time: 0.0495083 Aug 31 23:49:43.336823 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e80d5f1a-419e-4d8f-91e7-9a57227e35c6 req-42386235-f51b-46e5-b420-e0a6e454493d tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Aug 31 23:49:47.338833 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-daad2711-e979-4758-8646-b85e4696ef1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:49.804602 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5835647d-432c-429c-9bcf-9a5f7de8e786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:49.910347 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:51.183630 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:52.734858 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:49:52.744602 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:49:56.169188 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:00.848122 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-bf17d5ca-bb96-40b5-bfb4-66060a08fc26 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427604 Aug 31 23:50:00.945839 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0397-9f93-4c24-935a-082a533db056 req-5bb3de72-1735-4615-b051-9283f0cc57be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:00.947372 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-5bb3de72-1735-4615-b051-9283f0cc57be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 1099 time: 0.0391331 Aug 31 23:50:01.049025 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0397-9f93-4c24-935a-082a533db056 req-95ee5a33-2313-4ca6-8ef0-4d217fad414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:01.050656 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-95ee5a33-2313-4ca6-8ef0-4d217fad414f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 916 time: 0.0831792 Aug 31 23:50:01.096629 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-09d31f89-e7d0-4f1d-986f-8f9caa092cd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c41752-b667-48a5-99f6-8014a5610423 HTTP/1.1" status: 200 len: 217 time: 0.0367053 Aug 31 23:50:01.145720 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0397-9f93-4c24-935a-082a533db056 req-2c89fa53-37f2-4088-9ad7-2d3ea70a2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:01.147166 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-2c89fa53-37f2-4088-9ad7-2d3ea70a2608 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dabd0460-33cf-4026-99e5-77f1a5d02c14 HTTP/1.1" status: 200 len: 854 time: 0.0430400 Aug 31 23:50:01.178342 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-9c9ffc79-2caf-464d-be8f-6158f36043ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f70e1629-b47b-42b1-8784-9fa2cf0283f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233777 Aug 31 23:50:01.269011 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-ebf4803f-3614-4f39-ad30-ea7d88faa9de service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830433 Aug 31 23:50:01.358198 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-823e0397-9f93-4c24-935a-082a533db056 req-842d8f76-a886-4cc8-801b-339839c53d92 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788023 Aug 31 23:50:17.340239 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad502a9b-d981-4322-9e8c-1715ea3472fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:19.806308 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3422626-a835-4b80-80f4-a1aad1becd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:19.912955 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:21.186833 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:22.736998 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:26.191169 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:29.743308 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:50:35.397385 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5665760-8939-4ec3-ad44-832d48e8e29f req-8c0a0b0a-852e-41b7-8d3a-560e382c70f0 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:35.398944 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a5665760-8939-4ec3-ad44-832d48e8e29f req-8c0a0b0a-852e-41b7-8d3a-560e382c70f0 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 946 time: 0.0527368 Aug 31 23:50:35.438936 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a5665760-8939-4ec3-ad44-832d48e8e29f req-0a9b1d35-d6d2-4e15-8592-675c5ebfa210 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Aug 31 23:50:36.563594 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95cf71-3b15-41c8-b96b-8de0b8608317 req-b7d861f8-6367-4ee3-afbe-c5517b9b2c7d tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:36.565094 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-df95cf71-3b15-41c8-b96b-8de0b8608317 req-b7d861f8-6367-4ee3-afbe-c5517b9b2c7d tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 946 time: 0.0561571 Aug 31 23:50:36.605016 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-df95cf71-3b15-41c8-b96b-8de0b8608317 req-8193f27a-d04e-4860-ad99-1527d35ae8bb tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337961 Aug 31 23:50:37.306110 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-1ea5ade5-200b-476f-9450-65a1fcfd425e tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:37.308148 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-1ea5ade5-200b-476f-9450-65a1fcfd425e tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 946 time: 0.0532768 Aug 31 23:50:37.403653 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Deleting port 59c41752-b667-48a5-99f6-8014a5610423 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:50:37.403982 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:37.494561 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] For port 59c41752-b667-48a5-99f6-8014a5610423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=59c41752-b667-48a5-99f6-8014a5610423,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:50:37.494943 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:37.513923 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Calling delete_port for 59c41752-b667-48a5-99f6-8014a5610423 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:50:37.645162 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:37.673898 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Pushing event deleted for resources: {'Port': ['ID=59c41752-b667-48a5-99f6-8014a5610423,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:50:37.694983 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['59c41752-b667-48a5-99f6-8014a5610423'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:50:37.708780 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.709130 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.709470 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.709805 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.710134 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.710464 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.710837 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.711163 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.711491 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.711819 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.712143 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.712462 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:37.729280 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1876984-f1e9-4f2e-8e7a-fa7710fc24a7 req-61884bd4-64c6-4e69-9b59-50a1ece096d2 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a63758-32d9-4aff-a647-b1bde43c4d31 HTTP/1.1" status: 200 len: 210 time: 0.0506172 Aug 31 23:50:37.748848 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] No DVR routers for this DVR port 59c41752-b667-48a5-99f6-8014a5610423 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:50:37.751523 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:37.753459 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a2a58796-3c86-4084-aff8-25a42875f0b5 req-43c10956-7517-4198-a661-bbe2af643044 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "DELETE /v2.0/ports/59c41752-b667-48a5-99f6-8014a5610423 HTTP/1.1" status: 204 len: 173 time: 0.4394174 Aug 31 23:50:37.753970 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'name': 'network-vif-deleted', 'tag': '59c41752-b667-48a5-99f6-8014a5610423'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:50:37.756546 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc49ae5-1617-4b29-a871-b5da192bb988" -d '{"events": [{"server_uuid": "a7a63758-32d9-4aff-a647-b1bde43c4d31", "name": "network-vif-deleted", "tag": "59c41752-b667-48a5-99f6-8014a5610423"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:50:37.796869 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bae720-5866-4cc7-83a6-999b3cbcaa22 x-openstack-request-id: req-63bae720-5866-4cc7-83a6-999b3cbcaa22 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:50:37.797165 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a63758-32d9-4aff-a647-b1bde43c4d31", "name": "network-vif-deleted", "tag": "59c41752-b667-48a5-99f6-8014a5610423", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:50:37.797424 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63bae720-5866-4cc7-83a6-999b3cbcaa22 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:50:37.797853 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a63758-32d9-4aff-a647-b1bde43c4d31', 'name': 'network-vif-deleted', 'tag': '59c41752-b667-48a5-99f6-8014a5610423', 'status': 'completed', 'code': 200} Aug 31 23:50:42.605992 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 59c41752-b667-48a5-99f6-8014a5610423 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:50:42.626768 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 59c41752-b667-48a5-99f6-8014a5610423 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:50:42.627100 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 59c41752-b667-48a5-99f6-8014a5610423 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:50:47.340705 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-42012370-1956-4286-88c4-27fd12661c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:48.735923 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f3b4ab30-ef17-4d4f-8a7a-24101648f80b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:48.737395 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f3b4ab30-ef17-4d4f-8a7a-24101648f80b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 814 time: 0.1035507 Aug 31 23:50:48.752624 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-4c12c926-3546-4c1e-b03f-0a158575b26c tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/quotas/d6d6229c1c9f4f6da9fb4b174a20d6e2 HTTP/1.1" status: 200 len: 375 time: 0.0092049 Aug 31 23:50:48.785767 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-ae025d88-700c-4694-96d5-49d87ba69422 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274069 Aug 31 23:50:48.879841 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-d9d0dbed-171b-4ca4-a4a8-9d6e809a3cf2 service neutron] 10.222.0.63 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870891 Aug 31 23:50:48.974017 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-0ab354d4-a2e8-4a3b-8df5-5a1007cfc42d service neutron] 10.222.0.63 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866423 Aug 31 23:50:49.130422 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0a8f1232-cd83-4111-a883-cc9af9476521 req-d9657931-81d1-432b-8aec-39fa22d8141b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Aug 31 23:50:49.808867 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ace90b07-c8f9-4cac-ba0d-4e2a3b77fe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:49.914029 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:50.122715 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-cc391cbb-19ba-411e-8ac1-aa89637742e3 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:50.124140 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-cc391cbb-19ba-411e-8ac1-aa89637742e3 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 814 time: 0.1009541 Aug 31 23:50:50.145620 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Request body: {'port': {'device_id': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1', 'admin_state_up': True, 'tenant_id': 'd6d6229c1c9f4f6da9fb4b174a20d6e2'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:50:50.232188 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-59064e97-5895-4c92-aafe-408503d53aed req-97860149-79be-4a82-959e-ba25b35a9341 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 210 time: 0.0272436 Aug 31 23:50:50.266734 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Made reservation on behalf of d6d6229c1c9f4f6da9fb4b174a20d6e2 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:50:50.270195 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:50.391088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Allocated IP 172.20.0.3 (f70e1629-b47b-42b1-8784-9fa2cf0283f1/dabd0460-33cf-4026-99e5-77f1a5d02c14/1df77ae9-ac89-4b43-a683-b3df1a3672c9) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:50:50.543949 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:50.585544 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781942528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:50.638041 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Network f70e1629-b47b-42b1-8784-9fa2cf0283f1 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:50:50.641460 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:50:50.645483 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:50:50.653953 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Pushing event updated for resources: {'Port': ['ID=1df77ae9-ac89-4b43-a683-b3df1a3672c9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:50:50.706242 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:50.706867 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:50.722065 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-36cfc2ba-8dea-4ee0-a504-1f9104948bd4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799894 Aug 31 23:50:50.742370 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Request body: {'port': {'device_id': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:50:50.796316 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:51.060012 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df77ae9-ac89-4b43-a683-b3df1a3672c9 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:50:51.067265 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:51.079259 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Transition to ACTIVE for port object 1df77ae9-ac89-4b43-a683-b3df1a3672c9 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:50:51.082732 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:51.189142 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:51.408573 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1df77ae9-ac89-4b43-a683-b3df1a3672c9,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:50:51.443649 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d81192-bce2-4ae0-96f9-8399346a3c47 req-730bf819-8c14-4a33-90fb-f3109e64a1c0 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:51.445103 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5d81192-bce2-4ae0-96f9-8399346a3c47 req-730bf819-8c14-4a33-90fb-f3109e64a1c0 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 943 time: 0.0915139 Aug 31 23:50:51.516452 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5d81192-bce2-4ae0-96f9-8399346a3c47 req-1e980189-23b3-4332-9c0d-8829011801cd tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542400 Aug 31 23:50:51.520648 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Attempting to bind port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:50:51.520980 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Attempting to bind port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:50:51.521308 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Attempting to bind port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 on network f70e1629-b47b-42b1-8784-9fa2cf0283f1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:50:51.525588 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 on network f70e1629-b47b-42b1-8784-9fa2cf0283f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:50:51.525909 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Attempting to bind port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 on network f70e1629-b47b-42b1-8784-9fa2cf0283f1 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:50:51.530804 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Checking agent: {'id': '0c351735-d67f-4361-8bf8-9dfb59f5b219', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'started_at': datetime.datetime(2021, 8, 31, 23, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:50:51.531146 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Checking segment: {'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:50:51.531540 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Bound using segment: {'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:50:51.531938 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Bound port: 1df77ae9-ac89-4b43-a683-b3df1a3672c9, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad61167-b7db-4d52-9f59-2bd0777707fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:50:51.532293 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:51.593122 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] For port 1df77ae9-ac89-4b43-a683-b3df1a3672c9, host hv-cinder-75994, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:50:51.596072 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] For port 1df77ae9-ac89-4b43-a683-b3df1a3672c9, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:50:51.600555 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117367'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:51.638717 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:51.639329 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:51.640702 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/1df77ae9-ac89-4b43-a683-b3df1a3672c9 HTTP/1.1" status: 200 len: 1093 time: 0.9027884 Aug 31 23:50:51.641129 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'tag': '1df77ae9-ac89-4b43-a683-b3df1a3672c9'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:50:51.643392 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6df702-731d-4fe8-800c-bdd0d02cc222" -d '{"events": [{"name": "network-changed", "server_uuid": "a96020bd-ff2f-4121-8700-7a2a05579d54", "tag": "1df77ae9-ac89-4b43-a683-b3df1a3672c9"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:50:51.661977 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d917-1ec4-4d24-8137-bf47f181f3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1df77ae9-ac89-4b43-a683-b3df1a3672c9,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:50:51.685963 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5942b6-d46b-4eb5-9cc8-1843d732344d x-openstack-request-id: req-1c5942b6-d46b-4eb5-9cc8-1843d732344d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:50:51.686256 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96020bd-ff2f-4121-8700-7a2a05579d54", "tag": "1df77ae9-ac89-4b43-a683-b3df1a3672c9", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:50:51.686519 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c5942b6-d46b-4eb5-9cc8-1843d732344d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:50:51.686918 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'tag': '1df77ae9-ac89-4b43-a683-b3df1a3672c9', 'status': 'completed', 'code': 200} Aug 31 23:50:51.743906 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-765a524e-3699-4202-a4e8-d742524589fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:51.745997 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-765a524e-3699-4202-a4e8-d742524589fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 1096 time: 0.0410881 Aug 31 23:50:51.794279 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-e6bb52c1-1ccd-441e-a7db-5debaf4faa6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9 HTTP/1.1" status: 200 len: 217 time: 0.0360429 Aug 31 23:50:51.843773 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-fd9c2c4f-5e14-412a-8505-14994d9295c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:51.845210 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-fd9c2c4f-5e14-412a-8505-14994d9295c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dabd0460-33cf-4026-99e5-77f1a5d02c14 HTTP/1.1" status: 200 len: 854 time: 0.0442224 Aug 31 23:50:51.877800 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-ef82aabe-3e42-4ed3-acfe-bf94d73a9e21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f70e1629-b47b-42b1-8784-9fa2cf0283f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254631 Aug 31 23:50:51.970239 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-2b7a7a05-83a4-4ccb-ad2d-e6a24c0f02cb service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851946 Aug 31 23:50:52.060233 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32b3fcb2-f4b6-4e27-b4a7-4eacb3550b23 req-a86d1d81-5686-40c9-bd2f-8113943c0da0 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832329 Aug 31 23:50:52.192320 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-a5c5962b-d6ff-49df-af1a-a15d0165eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:52.193811 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-a5c5962b-d6ff-49df-af1a-a15d0165eb95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 1096 time: 0.0466654 Aug 31 23:50:52.287875 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-a7f83554-a47e-4566-8680-ac4e3a2f2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:52.289354 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-a7f83554-a47e-4566-8680-ac4e3a2f2234 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 916 time: 0.0880790 Aug 31 23:50:52.330613 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-adc24c0b-f7a9-4544-a640-99876a828f3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9 HTTP/1.1" status: 200 len: 217 time: 0.0337415 Aug 31 23:50:52.383104 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-530fd402-7c05-4b0e-855f-10e52bcfc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:52.384538 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-530fd402-7c05-4b0e-855f-10e52bcfc31f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dabd0460-33cf-4026-99e5-77f1a5d02c14 HTTP/1.1" status: 200 len: 854 time: 0.0467544 Aug 31 23:50:52.416298 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-d4552361-8995-4f9e-b645-6b947bcfacf0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f70e1629-b47b-42b1-8784-9fa2cf0283f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246208 Aug 31 23:50:52.510522 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-f3bdbda7-868d-4c28-bd36-bf66ca79bd96 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868895 Aug 31 23:50:52.630743 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6df702-731d-4fe8-800c-bdd0d02cc222 req-ba7bc532-8e3f-4d0b-871e-0605e62fe807 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130974 Aug 31 23:50:52.646910 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b857f-b89c-4da6-aa3a-fdf239409328 req-6fcc8a02-45f3-4271-9db3-5c963c168089 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:52.648387 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f8b857f-b89c-4da6-aa3a-fdf239409328 req-6fcc8a02-45f3-4271-9db3-5c963c168089 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 943 time: 0.0645218 Aug 31 23:50:52.687125 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f8b857f-b89c-4da6-aa3a-fdf239409328 req-6de625e0-6f56-4d87-a7ec-04e94aceb3d5 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Aug 31 23:50:52.734920 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:53.808949 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2e2f2-4508-4104-b1c9-f2e5119bd751 req-7a17cfc0-ab96-4d07-a39d-caaa5bda7afc tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:53.810437 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-21f2e2f2-4508-4104-b1c9-f2e5119bd751 req-7a17cfc0-ab96-4d07-a39d-caaa5bda7afc tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 943 time: 0.0532293 Aug 31 23:50:53.848829 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-21f2e2f2-4508-4104-b1c9-f2e5119bd751 req-b2c0ad7d-7f81-4096-9a0c-5d9f340ce7d2 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Aug 31 23:50:54.965261 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d410e-5128-47b9-af71-24077997a58b req-0c376336-74d9-4fa7-ab79-f078f156c0a4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:54.966787 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9a2d410e-5128-47b9-af71-24077997a58b req-0c376336-74d9-4fa7-ab79-f078f156c0a4 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 943 time: 0.0495777 Aug 31 23:50:55.009600 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9a2d410e-5128-47b9-af71-24077997a58b req-42495798-e628-4610-beae-9da13b356232 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365589 Aug 31 23:50:56.127689 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4560d6a-1201-4077-9f4a-d50d749c719d req-109edeb8-5c22-4a63-a5df-63c5b8ffcad3 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:56.129147 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4560d6a-1201-4077-9f4a-d50d749c719d req-109edeb8-5c22-4a63-a5df-63c5b8ffcad3 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 943 time: 0.0481448 Aug 31 23:50:56.166821 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4560d6a-1201-4077-9f4a-d50d749c719d req-fa2e64cd-b437-4b62-a038-a79388981edd tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 31 23:50:56.190166 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:56.664577 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 1df77ae9-ac89-4b43-a683-b3df1a3672c9 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:50:56.755613 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 1df77ae9-ac89-4b43-a683-b3df1a3672c9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:50:56.768006 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Returning: {'device': '1df77ae9-ac89-4b43-a683-b3df1a3672c9', 'network_id': 'f70e1629-b47b-42b1-8784-9fa2cf0283f1', 'port_id': '1df77ae9-ac89-4b43-a683-b3df1a3672c9', 'mac_address': 'fa:16:3e:ca:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabd0460-33cf-4026-99e5-77f1a5d02c14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:50:56.806565 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:56.819520 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df77ae9-ac89-4b43-a683-b3df1a3672c9 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:50:56.838455 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 1df77ae9-ac89-4b43-a683-b3df1a3672c9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:50:56.843206 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:56.893139 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=1df77ae9-ac89-4b43-a683-b3df1a3672c9,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:50:56.899931 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.900277 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.900615 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.900948 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.901879 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.902210 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.902557 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.902884 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.903209 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.903532 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.903852 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:56.904172 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:50:57.255175 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['1df77ae9-ac89-4b43-a683-b3df1a3672c9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:50:57.287343 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3c87e-c72e-4200-9960-a0af08361c82 req-7f47c9e7-3dda-4a0e-acbb-60e2e5e946e6 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:57.288785 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-95c3c87e-c72e-4200-9960-a0af08361c82 req-7f47c9e7-3dda-4a0e-acbb-60e2e5e946e6 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 944 time: 0.0530753 Aug 31 23:50:57.329564 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-95c3c87e-c72e-4200-9960-a0af08361c82 req-7e857315-9262-4ee0-a2d5-855cb8e669a8 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347331 Aug 31 23:50:58.443824 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d889c9-c219-4da0-88ba-64f3dac451d3 req-42cc7278-b01b-41b5-b40e-08c17d7787fb tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:58.445276 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f9d889c9-c219-4da0-88ba-64f3dac451d3 req-42cc7278-b01b-41b5-b40e-08c17d7787fb tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 944 time: 0.0471890 Aug 31 23:50:58.482794 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f9d889c9-c219-4da0-88ba-64f3dac451d3 req-6f81fea7-e191-41ed-b5c8-b22072894383 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Aug 31 23:50:58.667091 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 1df77ae9-ac89-4b43-a683-b3df1a3672c9 up at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:50:58.720583 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning for port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:50:58.724904 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Provisioning complete for port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:50:58.725408 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675421'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:58.803821 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3749322'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:58.827331 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df77ae9-ac89-4b43-a683-b3df1a3672c9'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:50:58.829587 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70c16ed66ef65b46c63b039c5337272a8b12a7dc2792e7999857af0155eab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de8e8a-aa85-4cfc-9be7-0d9930d7c7de" -d '{"events": [{"server_uuid": "a96020bd-ff2f-4121-8700-7a2a05579d54", "name": "network-vif-plugged", "status": "completed", "tag": "1df77ae9-ac89-4b43-a683-b3df1a3672c9"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:50:58.842146 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] For port 1df77ae9-ac89-4b43-a683-b3df1a3672c9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:50:58.846632 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781943023827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781942528040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781942528058'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:50:58.872774 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572adc9f-a739-4dc1-855b-f814e4721c3f x-openstack-request-id: req-572adc9f-a739-4dc1-855b-f814e4721c3f {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:50:58.873058 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96020bd-ff2f-4121-8700-7a2a05579d54", "name": "network-vif-plugged", "status": "completed", "tag": "1df77ae9-ac89-4b43-a683-b3df1a3672c9", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:50:58.873305 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-572adc9f-a739-4dc1-855b-f814e4721c3f {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:50:58.873689 dv-cinder-759943-18-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df77ae9-ac89-4b43-a683-b3df1a3672c9', 'code': 200} Aug 31 23:50:58.903101 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Pushing event updated for resources: {'Port': ['ID=1df77ae9-ac89-4b43-a683-b3df1a3672c9,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:50:59.067007 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4464744-3870-41a7-97c1-2c58e3c9f54d req-a254ba91-8ddd-4924-a095-d6d08417f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:59.068481 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4464744-3870-41a7-97c1-2c58e3c9f54d req-a254ba91-8ddd-4924-a095-d6d08417f0b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 1098 time: 0.0407100 Aug 31 23:50:59.103355 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4464744-3870-41a7-97c1-2c58e3c9f54d req-3522084b-1ad3-44a6-bbca-109fbab08ff1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268044 Aug 31 23:50:59.598756 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef3e9-0171-4fae-bd8c-bf864f7249d9 req-1bbff216-123b-4264-a951-af1c3596e0ee tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:50:59.600269 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c25ef3e9-0171-4fae-bd8c-bf864f7249d9 req-1bbff216-123b-4264-a951-af1c3596e0ee tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Aug 31 23:50:59.639038 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c25ef3e9-0171-4fae-bd8c-bf864f7249d9 req-d5d4ea90-fcff-4f1f-a485-486e37dbb101 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Aug 31 23:51:00.753910 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91665efa-eb97-4924-9f0e-c633e6c88948 req-106b18b7-bc40-46d2-9251-04338a55bd9b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:00.755436 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-91665efa-eb97-4924-9f0e-c633e6c88948 req-106b18b7-bc40-46d2-9251-04338a55bd9b tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Aug 31 23:51:00.797231 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-91665efa-eb97-4924-9f0e-c633e6c88948 req-2b8fac92-fece-4a0a-a42e-cfdbe78aad99 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Aug 31 23:51:02.839909 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-7068469f-a4e3-4f32-8c0c-f1151684d324 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393896 Aug 31 23:51:02.945594 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-0088a5e3-3fa0-4848-9e8e-6c727ff38990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:02.947116 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-0088a5e3-3fa0-4848-9e8e-6c727ff38990 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 1098 time: 0.0412025 Aug 31 23:51:03.054855 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-08e277c0-b67c-4a3a-a962-fcaaf06f63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:03.056324 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-08e277c0-b67c-4a3a-a962-fcaaf06f63c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 200 len: 916 time: 0.0879903 Aug 31 23:51:03.096927 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-e2b3ecf5-d431-436b-8bf7-2c3ac5d18a7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9 HTTP/1.1" status: 200 len: 217 time: 0.0336163 Aug 31 23:51:03.148058 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-c02fd6d2-f348-4e67-bb20-f293c40bd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:03.149527 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-c02fd6d2-f348-4e67-bb20-f293c40bd0a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dabd0460-33cf-4026-99e5-77f1a5d02c14 HTTP/1.1" status: 200 len: 854 time: 0.0455625 Aug 31 23:51:03.181307 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-83ec05ee-024b-4770-bb48-5ffc2784bb83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f70e1629-b47b-42b1-8784-9fa2cf0283f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246296 Aug 31 23:51:03.275261 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-141e1ad7-5dfd-4170-bf8a-e6368721c932 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868933 Aug 31 23:51:03.368833 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-872c34b1-6f60-4f4f-a315-f4aeb43cba06 req-7aa0544d-1c5a-4544-a0b8-92dee968fae5 service neutron] 10.222.0.61 "GET /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828316 Aug 31 23:51:06.742704 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:51:17.342123 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-842d79b7-df17-49fa-af88-c834ef15abe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:19.814968 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-569cc473-a9ef-439e-9ca6-6157312a7cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:19.915581 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:21.190571 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:22.739067 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:24.947662 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7072-cc50-43c6-ba2b-23ef670d7860 req-c8ec37ef-6134-4257-828b-2bdd017a90b1 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:24.949233 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-643e7072-cc50-43c6-ba2b-23ef670d7860 req-c8ec37ef-6134-4257-828b-2bdd017a90b1 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 945 time: 0.0542510 Aug 31 23:51:24.985860 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-643e7072-cc50-43c6-ba2b-23ef670d7860 req-1efe6a8d-a0a1-4a9d-8a81-103819d4de93 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Aug 31 23:51:26.100977 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b1e0-9c06-41a9-8167-37b9f527a5c3 req-3c96013a-1fa1-40cc-b924-3ebca6cdc29f tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:26.102476 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a11b1e0-9c06-41a9-8167-37b9f527a5c3 req-3c96013a-1fa1-40cc-b924-3ebca6cdc29f tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Aug 31 23:51:26.140978 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a11b1e0-9c06-41a9-8167-37b9f527a5c3 req-9f760663-3db4-4923-b838-d434e557d1fe tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Aug 31 23:51:26.196261 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:26.985011 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-222e215e-8f5c-4495-bf9e-5ef02f08c59e tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:26.986345 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-222e215e-8f5c-4495-bf9e-5ef02f08c59e tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 945 time: 0.0480030 Aug 31 23:51:27.072724 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Deleting port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:51:27.073063 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781943023382'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:27.159314 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] For port 1df77ae9-ac89-4b43-a683-b3df1a3672c9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1df77ae9-ac89-4b43-a683-b3df1a3672c9,segment=NetworkSegment(aad61167-b7db-4d52-9f59-2bd0777707fe),segment_id=aad61167-b7db-4d52-9f59-2bd0777707fe)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:51:27.159678 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501627'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:27.172756 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Calling delete_port for 1df77ae9-ac89-4b43-a683-b3df1a3672c9 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:51:27.284691 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a23a9-df7d-4a93-8c5f-b7f5b704b390 req-89a31d5d-a687-443c-af21-cb671957b2d7 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:51:27.286098 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-596a23a9-df7d-4a93-8c5f-b7f5b704b390 req-89a31d5d-a687-443c-af21-cb671957b2d7 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/ports?device_id=a96020bd-ff2f-4121-8700-7a2a05579d54 HTTP/1.1" status: 200 len: 945 time: 0.0747633 Aug 31 23:51:27.352561 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-596a23a9-df7d-4a93-8c5f-b7f5b704b390 req-4728cfd4-4fc8-4827-be05-8aeba01b8fe6 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb4b0a8-6d90-40d4-9a91-acd551410be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573990 Aug 31 23:51:27.374657 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3749261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781943023845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781942528031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117326'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:27.408938 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Pushing event deleted for resources: {'Port': ['ID=1df77ae9-ac89-4b43-a683-b3df1a3672c9,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:51:27.411987 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] get_ports_and_sgs() called for port_ids ['1df77ae9-ac89-4b43-a683-b3df1a3672c9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:51:27.447907 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] No DVR routers for this DVR port 1df77ae9-ac89-4b43-a683-b3df1a3672c9 on host hv-cinder-75994 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:51:27.450265 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31000'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:27.452244 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c5a0c44e-4c1a-4e7e-96a2-187b06923a6e req-c0101239-ae99-40aa-a736-43befdbe2d65 tempest-VolumesSnapshotTestJSON-1259566164 tempest-VolumesSnapshotTestJSON-1259566164-project] 10.222.0.61 "DELETE /v2.0/ports/1df77ae9-ac89-4b43-a683-b3df1a3672c9 HTTP/1.1" status: 204 len: 173 time: 0.4598539 Aug 31 23:51:27.452685 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'name': 'network-vif-deleted', 'tag': '1df77ae9-ac89-4b43-a683-b3df1a3672c9'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:51:27.454988 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be676f03c57d01c2942a7173316b4f13a16ff8eadc7859f9bc490e123fe5ca88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b42ab-2c0c-48b6-a254-31d68f3fecb2" -d '{"events": [{"server_uuid": "a96020bd-ff2f-4121-8700-7a2a05579d54", "name": "network-vif-deleted", "tag": "1df77ae9-ac89-4b43-a683-b3df1a3672c9"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:51:27.498890 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670beb1-43a0-4bbc-9046-5ba57dee8383 x-openstack-request-id: req-c670beb1-43a0-4bbc-9046-5ba57dee8383 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:51:27.499199 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96020bd-ff2f-4121-8700-7a2a05579d54", "name": "network-vif-deleted", "tag": "1df77ae9-ac89-4b43-a683-b3df1a3672c9", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:51:27.499436 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c670beb1-43a0-4bbc-9046-5ba57dee8383 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:51:27.499832 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96020bd-ff2f-4121-8700-7a2a05579d54', 'name': 'network-vif-deleted', 'tag': '1df77ae9-ac89-4b43-a683-b3df1a3672c9', 'status': 'completed', 'code': 200} Aug 31 23:51:32.320133 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 1df77ae9-ac89-4b43-a683-b3df1a3672c9 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:51:32.339728 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] No Port match for: 1df77ae9-ac89-4b43-a683-b3df1a3672c9 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:51:32.340069 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Device 1df77ae9-ac89-4b43-a683-b3df1a3672c9 not bound to the agent host hv-cinder-75994 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:51:43.740830 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:51:47.343361 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0536f7ab-8e5a-45ff-913b-50f4e5bdc1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:49.806396 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fed2bf2d-bf5a-4937-b52c-d6606f9f011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:49.919286 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:51.192459 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.595874 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 58136) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:51:52.640215 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Deleting subnet dabd0460-33cf-4026-99e5-77f1a5d02c14 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:51:52.643319 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.677425 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8743609'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.716350 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679855'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.741518 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.778457 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9023582'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.802942 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabd0460-33cf-4026-99e5-77f1a5d02c14,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:51:52.808001 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.809824 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/dabd0460-33cf-4026-99e5-77f1a5d02c14 HTTP/1.1" status: 204 len: 168 time: 0.2129560 Aug 31 23:51:52.812422 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.63', 58138) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:51:52.816231 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.816577 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.816916 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.817251 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.817580 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.817909 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.818237 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.818654 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.818984 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.819307 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.819627 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.819945 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f57bb2-098c-45ef-9dd8-1de9fe2a7ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:52.879630 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688448'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.966376 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684500', 'neutron.services.segments.db._delete_segments_for_network-8781943093185'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:52.976379 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70e1629-b47b-42b1-8784-9fa2cf0283f1']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:51:52.987409 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad61167-b7db-4d52-9f59-2bd0777707fe') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:51:52.987702 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad61167-b7db-4d52-9f59-2bd0777707fe') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:51:52.997288 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781943104597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579882'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.012937 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.020397 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:51:53.020869 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3684665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13354828'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: Traceback (most recent call last): Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: timer() Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: cb(*args, **kw) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: return func(*args, **kwargs) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: self._notify() Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: self.callback(batched_events) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: event.method(event) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: return f(self, *a, **k) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._get(url).json() Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:51:53.022777 dv-cinder-759943-18-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:51:53.080609 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500767'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.086040 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571806'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.088057 dv-cinder-759943-18-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f70e1629-b47b-42b1-8784-9fa2cf0283f1 HTTP/1.1" status: 204 len: 168 time: 0.2746527 Aug 31 23:51:53.100196 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70e1629-b47b-42b1-8784-9fa2cf0283f1,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:51:53.107705 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.107857 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.108175 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.108504 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.108839 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.109167 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.109490 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.109813 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.110135 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.110448 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.110788 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.111105 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcb51c-9b02-4274-ab0c-6831d8359fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-18-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:51:53.212088 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 58142) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:51:53.252565 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4fba4432-914c-40e0-909a-35088016ef47 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6d6229c1c9f4f6da9fb4b174a20d6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392525 Aug 31 23:51:53.255514 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.63', 58144) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:51:53.308985 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-39af8e86-502e-4418-b6dc-7d71110d924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.329886 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-39af8e86-502e-4418-b6dc-7d71110d924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.376822 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-39af8e86-502e-4418-b6dc-7d71110d924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638915'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.379635 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-39af8e86-502e-4418-b6dc-7d71110d924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:51:53.380707 dv-cinder-759943-18-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-39af8e86-502e-4418-b6dc-7d71110d924c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1fb4b0a8-6d90-40d4-9a91-acd551410be5 HTTP/1.1" status: 204 len: 168 time: 0.1239657 Aug 31 23:51:53.388768 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af8e86-502e-4418-b6dc-7d71110d924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4b0a8-6d90-40d4-9a91-acd551410be5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:51:56.205669 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:17.343354 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-694aad44-1801-4ac5-ac7b-dd49bbc3d30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:19.807348 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3e9bc359-9b8b-4b6a-b247-b6f513dbba41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:19.919315 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:20.739221 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:52:21.195675 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:22.743842 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:26.217004 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:47.343351 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-15f32def-ca80-44b8-90c0-02ca284feb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:49.807444 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-80a6c561-48de-48a3-a031-60c1a3eaefe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:49.917809 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:51.197962 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:52.746173 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:56.214503 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:52:57.737985 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:53:17.348897 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2dc-3bce-4ebd-b034-135a8e31eb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:19.808167 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-168fe252-6d9f-4a52-a589-9097ebb7c7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:19.918059 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:21.199370 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:22.749588 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:26.229206 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:34.736373 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:53:47.341398 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-36abdfaa-6a96-4f33-8c80-1e983a430f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:49.808330 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3280-b7cb-4f27-ac84-ff60d3ac88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:49.919124 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:51.202668 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:52.751665 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:53:56.227125 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:11.735142 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:54:17.342141 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa055-758d-4f1e-9118-2ede9f6fe02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:19.808369 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7ec4dabe-47e6-4dbc-9a56-f74202862cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:19.920435 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:21.204919 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:22.754861 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:26.236480 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:47.343262 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8afb7938-89a6-4b6b-aee2-4e3c93c0f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:48.733692 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:54:49.808170 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-82a14739-b723-4821-8ff0-8cdc66447818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:49.920250 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:51.207145 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:52.758058 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:54:56.242504 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:06.517354 dv-cinder-759943-18-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-5bc21ccd-6a67-4283-be51-5b9574057828 req-bbd2e531-eaa0-4c18-9c5b-6f68d0dc8a9c service neutron] (94085) timed out ('10.222.0.61', 57198) {{(pid=94085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 23:55:07.984511 dv-cinder-759943-18-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-c120c7c7-d165-4249-bdd9-51b5ba55b04f req-25ee98e1-039e-48b2-8ea9-518ff4588645 service neutron] (94084) timed out ('10.222.0.61', 57583) {{(pid=94084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 23:55:17.343885 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-67ca4440-4ad5-48d8-b9a5-6f5a2cd0b811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:19.808669 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5efb-da88-4bd8-bdbd-1d55e068691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:19.923095 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:21.210847 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:22.760211 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:25.733796 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:55:26.249692 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:47.344477 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c749ee39-3679-4f80-8117-fe1d6800ef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:49.808689 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd876327-d6e7-4172-80e6-ebd059b0dcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:49.923823 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:51.212679 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:52.763673 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:55:56.239717 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:02.733613 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:56:17.348132 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5f97b7f9-c8a0-4002-bfa7-7b02146a097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:19.808156 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-491815e8-7be8-4b8c-b691-90a40d414c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:19.926458 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:21.213801 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:22.769377 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:26.248842 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:39.732938 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:56:47.348601 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d456694-5c5b-47bf-b2b9-9edaea251172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:49.808511 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7a24-2d05-45bb-93dd-0d2679e182c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:49.927240 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:51.217231 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:52.770269 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:56:56.261686 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dac6d557-ac59-4a84-b75e-c12c7e6242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:57:16.733248 dv-cinder-759943-18-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-3fb40de1-ce27-4ce1-8fa9-3d4ecfd0537f None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:57:17.352103 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8354560f-a8e6-401c-90bd-f687b12c13e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:57:19.808868 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-907abf91-6853-4f2e-8256-108f8262a1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:57:19.927454 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-44c2e123-c389-4fbc-8d9b-ea7d6ae9af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:57:21.221861 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-557ef412-e298-4cd0-8f2f-8827c38975ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:57:22.774737 dv-cinder-759943-18-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-09694087-993f-4087-9758-dbf1b95cfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781942973404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3675594'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}